-- Logs begin at Tue 2022-03-29 14:31:52 UTC, end at Tue 2022-03-29 16:29:24 UTC. -- Mar 29 15:17:04.515580 dv-cinder-562053-19-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 29 15:17:07.416658 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.common.config [-] Logging enabled! Mar 29 15:17:07.417470 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev68 Mar 29 15:17:07.417470 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103722) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 29 15:17:07.420740 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.common.config [-] Logging enabled! Mar 29 15:17:07.421090 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev68 Mar 29 15:17:07.421292 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103722) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 29 15:17:07.422223 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 15:17:07.422458 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 15:17:07.422829 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 15:17:07.423075 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 15:17:07.423301 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 15:17:07.424050 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.424504 dv-cinder-562053-19-iscsi neutron-server[103722]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 29 15:17:07.424824 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.425126 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.425425 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.425724 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.426015 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.426305 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.426595 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.426895 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.427183 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.427464 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.427751 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.428043 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.428353 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.428641 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.428929 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.429210 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] debug = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.429493 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.429951 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.430362 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.430640 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.430929 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.431220 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.431477 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.431751 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.432033 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.432387 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] host = dv-cinder-562053-19-iscsi {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.432664 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.432950 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.433235 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.433519 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.433792 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.434067 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.434348 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.434619 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.434889 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] log_file = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.435161 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.435445 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.435729 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.436016 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.436245 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.436497 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.436784 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.437071 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.437345 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.437619 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.437892 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.438165 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.438436 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.438703 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.438985 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.439267 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.439555 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.439828 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.440097 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.440393 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.440665 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.440947 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.441218 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.441488 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.441760 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.442044 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.442309 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.442579 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.442878 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.443162 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.443441 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.443723 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.443998 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.444294 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.444568 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.444837 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.445106 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] use_json = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.445374 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.446154 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.446431 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.446707 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.446976 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.447244 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.447511 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.447789 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.448055 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:07.448375 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.448670 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.448969 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.449273 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.449560 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.449837 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.450121 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.450395 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.450681 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.450966 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.451251 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.451526 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.451822 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.452107 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.452425 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.452729 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.453022 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.453313 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.453587 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.453860 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.454133 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.454411 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.454697 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.454975 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.455263 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.455551 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.455827 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.456121 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.456444 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.456745 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.457035 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.457310 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.457843 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.458140 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.458415 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.458686 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.458962 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.459250 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.459527 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.459798 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.460079 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.460382 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.460655 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.460925 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.461836 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.462132 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.462409 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.462680 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.462948 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.463222 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.463491 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.463776 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.464052 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.464350 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.464623 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.464899 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.465169 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.465444 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.465721 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.465989 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.466263 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.466533 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.466807 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.467077 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.467351 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.467621 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.467890 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.468160 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.468456 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.468729 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.468998 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.469267 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.469537 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.469806 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.470087 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.470383 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.470659 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.470935 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.471208 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.471482 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.471757 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.472033 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.472326 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.472603 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.472871 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.473155 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.473434 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.473716 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.474015 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.474288 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.474575 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.474848 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.475121 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.475401 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.475674 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.475948 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.476229 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.476532 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.476867 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.477164 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.477456 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.477747 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.478039 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.478317 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.478621 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.478896 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:07.479113 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 15:17:07.479350 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103722) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 29 15:17:07.845570 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 29 15:17:07.845849 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 29 15:17:07.846157 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 29 15:17:07.846625 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 29 15:17:08.172456 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.172668 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.172934 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.174113 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.174393 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.174779 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.229374 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.229649 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.229915 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.244786 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.245066 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.245343 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.274648 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.274922 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.275188 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.417366 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.418010 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.418010 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.644834 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.645117 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.645384 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.645649 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.646340 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.744261 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.744603 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.744883 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.745154 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.745419 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.745729 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.745988 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.746241 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.746491 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.746771 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.747031 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.747289 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.747543 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.747791 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.748041 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.748320 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.748575 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.748841 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.749107 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.749360 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.749627 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.749875 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.750152 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.750533 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.750779 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.751020 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.751408 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:17:08.751646 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:17:08.751880 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:17:08.752114 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:17:08.752374 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:17:08.752609 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:17:08.752969 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 29 15:17:08.756100 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 29 15:17:08.760120 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 29 15:17:08.763755 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Mar 29 15:17:08.765395 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 29 15:17:08.765854 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 29 15:17:08.766184 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 29 15:17:08.766560 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 29 15:17:08.769341 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 29 15:17:08.769594 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 29 15:17:08.769940 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 29 15:17:08.775251 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 29 15:17:08.798882 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 29 15:17:08.799327 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.799623 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103722) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 29 15:17:08.799990 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.801375 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103722) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 29 15:17:08.801653 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 29 15:17:08.801896 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 29 15:17:08.805180 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.805467 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:08.867583 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 29 15:17:08.867819 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 29 15:17:08.868057 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 29 15:17:08.868448 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 29 15:17:08.888485 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_db.sqlalchemy.engines [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103722) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 29 15:17:09.485593 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.managers [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Initializing driver for type 'gre' Mar 29 15:17:09.486152 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] gre ID ranges: [(1, 1000)] Mar 29 15:17:09.709113 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.managers [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Initializing driver for type 'local' Mar 29 15:17:09.709388 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.managers [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Initializing driver for type 'vlan' Mar 29 15:17:09.782968 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] VlanTypeDriver initialization complete Mar 29 15:17:09.783320 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.managers [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Initializing driver for type 'vxlan' Mar 29 15:17:09.783817 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] vxlan ID ranges: [(1, 1000)] Mar 29 15:17:09.949182 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.managers [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Initializing extension driver 'port_security' Mar 29 15:17:09.949521 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.extensions.port_security [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] PortSecurityExtensionDriver initialization complete Mar 29 15:17:09.949852 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.managers [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Initializing mechanism driver 'openvswitch' Mar 29 15:17:09.950173 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.managers [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Initializing mechanism driver 'hyperv' Mar 29 15:17:09.961043 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:09.961676 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > port after_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.962048 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > port after_update 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.962402 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > port after_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.962925 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103722) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 15:17:09.963356 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > subnet after_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.963709 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > subnet after_update 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.964051 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.964475 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103722) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 15:17:09.964882 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > network after_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.965299 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > network after_update 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.965570 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > network after_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.965963 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103722) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 15:17:09.966366 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > security_group after_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.966712 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > security_group after_update 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.967047 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.967578 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103722) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 15:17:09.967986 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.968363 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.968710 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.969107 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103722) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 15:17:09.969512 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > address_group after_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.969861 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > address_group after_update 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.970201 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.970594 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103722) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 15:17:09.971040 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] ML2 OVO RPC backend initialized. {{(pid=103722) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 29 15:17:09.971738 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.972093 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.972530 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > network before_response 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.972883 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > networks before_response 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.973230 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > port before_response 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.973571 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > ports before_response 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.973918 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > subnet before_response 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.974260 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > subnets before_response 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.974603 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > network after_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.974940 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > network after_update 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.975272 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > network after_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.975606 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > port after_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.975938 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > port after_update 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.976277 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > port after_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.976631 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > subnet after_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.977470 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > subnet after_update 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.977802 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:09.984839 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.quota [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded quota_driver: . Mar 29 15:17:09.985198 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.plugin [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Modular L2 Plugin initialization complete Mar 29 15:17:09.985547 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading services supported by the core plugin {{(pid=103722) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 29 15:17:09.985885 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.plugins.ml2.managers [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Got port-security extension from driver 'port_security' Mar 29 15:17:09.986361 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.extensions.vlantransparent [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Disabled vlantransparent extension. Mar 29 15:17:09.986855 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103722) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 29 15:17:09.987179 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading Plugin: router Mar 29 15:17:10.027779 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.028167 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > router after_create 55549900 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.028559 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > router before_create 55549900 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.028922 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.029293 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.029646 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > router after_delete 55549900 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.029999 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.030345 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.030698 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > router after_create 55549900 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.031039 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > router after_update 55549900 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.031382 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > router after_update 55549900 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.031723 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.032074 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > router after_update 55549900 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.032514 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > router precommit_update 55549900 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.032879 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: port after_update 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.033215 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: port after_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.033554 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: subnet after_update 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.033887 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.034231 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.034577 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > router precommit_create 55549900 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.034918 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: port before_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.035257 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > router precommit_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.035611 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > router after_update 55549900 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.035946 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.036320 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > router precommit_create 55549900 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.036679 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.037018 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > router precommit_update 55549900 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.037379 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > agent after_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.037727 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > agent after_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.038069 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > network after_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.038913 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.quota.resource_registry [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Tracking information for resource: router configured {{(pid=103722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:17:10.039754 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.quota.resource_registry [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Tracking information for resource: floatingip configured {{(pid=103722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:17:10.044567 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.db.l3_agentschedulers_db [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 29 15:17:10.045140 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: port after_update 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.045497 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: port after_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.045845 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: port after_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.046193 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: port after_update 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.046969 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > router before_create 55550100 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.047329 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.047687 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > router precommit_create 55550100 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.048039 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > router precommit_update 55550100 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.052976 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.services.provider_configuration [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Service providers = [] {{(pid=103722) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 29 15:17:10.053341 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.db.servicetype_db [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103722) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 29 15:17:10.056914 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.services.service_base [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103722) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 15:17:10.057262 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.services.service_base [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103722) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 15:17:10.057603 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.services.service_base [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103722) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 15:17:10.058493 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.services.service_base [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103722) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 15:17:10.058862 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.services.service_base [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 29 15:17:10.059235 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:17:10.059550 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 29 15:17:10.069792 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:17:10.070125 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading Plugin: auto_allocate Mar 29 15:17:10.075994 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: network precommit_update 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.076398 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: network precommit_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.076916 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:17:10.077236 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading Plugin: tag Mar 29 15:17:10.083942 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:17:10.084285 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading Plugin: timestamp Mar 29 15:17:10.088808 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:17:10.089135 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading Plugin: network_ip_availability Mar 29 15:17:10.094494 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.094862 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.095217 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.095924 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:17:10.096243 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading Plugin: flavors Mar 29 15:17:10.100914 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:17:10.101246 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading Plugin: revisions Mar 29 15:17:10.106094 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:17:10.106489 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.260s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 29 15:17:10.107228 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103722) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 29 15:17:10.107563 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Initializing extension manager. Mar 29 15:17:10.108080 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: __init__.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.108455 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: __pycache__ {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.108787 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: address_group.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.109537 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.110101 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: address-group Mar 29 15:17:10.110425 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: address_scope.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.111133 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.111640 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: address-scope Mar 29 15:17:10.111960 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.113082 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.113598 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: router-admin-state-down-before-update Mar 29 15:17:10.113921 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: agent.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.114618 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.115121 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: agent Mar 29 15:17:10.115439 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: agent_resources_synced.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.116442 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.116954 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: agent-resources-synced Mar 29 15:17:10.117301 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: allowedaddresspairs.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.119064 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.119579 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: allowed-address-pairs Mar 29 15:17:10.119906 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: auto_allocated_topology.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.120994 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.121508 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: auto-allocated-topology Mar 29 15:17:10.121832 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: availability_zone.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.122521 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.123025 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: availability_zone Mar 29 15:17:10.123346 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: availability_zone_filter.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.124248 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.124788 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: availability_zone_filter Mar 29 15:17:10.125113 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: data_plane_status.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.126011 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.126510 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension data-plane-status not supported by any of loaded plugins Mar 29 15:17:10.126831 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: default_subnetpools.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.127744 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.128250 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: default-subnetpools Mar 29 15:17:10.128594 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.129392 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.129896 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: dhcp_agent_scheduler Mar 29 15:17:10.130215 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: dns.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.131116 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.131611 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension dns-integration not supported by any of loaded plugins Mar 29 15:17:10.131930 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: dns_domain_ports.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.132865 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.133416 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 29 15:17:10.133737 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.134648 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.135143 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 29 15:17:10.135461 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: dvr.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.136125 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.136655 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: dvr Mar 29 15:17:10.136974 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: ecmp_routes.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.137897 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.138397 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 29 15:17:10.138714 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: empty_string_filtering.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.139626 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.140129 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: empty-string-filtering Mar 29 15:17:10.140475 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.141381 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.141883 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 29 15:17:10.142201 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.143108 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.143612 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 29 15:17:10.143931 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: external_net.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.144864 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.145366 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: external-net Mar 29 15:17:10.145684 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.146586 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.147099 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: extra_dhcp_opt Mar 29 15:17:10.147416 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: extraroute.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.148337 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.149377 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: extraroute Mar 29 15:17:10.149693 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: extraroute_atomic.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.150721 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.151231 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: extraroute-atomic Mar 29 15:17:10.151555 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: filter_validation.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.152212 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.152739 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: filter-validation Mar 29 15:17:10.153060 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: fip_pf_description.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.153961 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.154461 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 29 15:17:10.154780 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: fip_pf_port_range.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.155681 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.156178 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 29 15:17:10.156525 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: fip_port_details.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.157438 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.157943 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: fip-port-details Mar 29 15:17:10.158260 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: flavors.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.159466 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.159983 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: flavors Mar 29 15:17:10.160326 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.161957 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.162480 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 29 15:17:10.162812 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: floatingip_pools.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.163505 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.164014 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: floatingip-pools Mar 29 15:17:10.164964 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: ip_allocation.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.165897 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.166399 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension ip_allocation not supported by any of loaded plugins Mar 29 15:17:10.166722 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.167635 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.168136 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: ip-substring-filtering Mar 29 15:17:10.168494 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: l2_adjacency.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.169405 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.169909 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 29 15:17:10.170233 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: l3.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.172606 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.173138 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: router Mar 29 15:17:10.173473 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.175651 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.176174 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 29 15:17:10.176531 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.177460 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.177982 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: ext-gw-mode Mar 29 15:17:10.178310 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.179230 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.179743 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: l3-ha Mar 29 15:17:10.180094 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.181085 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.181598 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 29 15:17:10.181925 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: l3_flavors.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.182846 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.183381 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: l3-flavors Mar 29 15:17:10.183703 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.185099 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.185613 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 29 15:17:10.185941 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.186990 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.187503 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 29 15:17:10.187838 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: l3agentscheduler.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.188936 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.189448 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: l3_agent_scheduler Mar 29 15:17:10.189775 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: local_ip.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.191565 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.192092 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension local_ip not supported by any of loaded plugins Mar 29 15:17:10.192461 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: logging.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.193922 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.194438 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension logging not supported by any of loaded plugins Mar 29 15:17:10.194767 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: metering.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.195536 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.196111 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: metering Mar 29 15:17:10.196468 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.197555 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.198074 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: metering_source_and_destination_fields Mar 29 15:17:10.198399 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: multiprovidernet.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.199319 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.199828 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: multi-provider Mar 29 15:17:10.200151 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: netmtu.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.201090 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.201599 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: net-mtu Mar 29 15:17:10.201921 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: netmtu_writable.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.202829 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.203335 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: net-mtu-writable Mar 29 15:17:10.203653 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: network_availability_zone.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.204342 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.204842 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: network_availability_zone Mar 29 15:17:10.205158 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: network_ip_availability.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.206266 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.206772 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: network-ip-availability Mar 29 15:17:10.207091 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: network_segment_range.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.208104 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.208626 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension network-segment-range not supported by any of loaded plugins Mar 29 15:17:10.208946 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: pagination.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.210064 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.210394 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: pagination Mar 29 15:17:10.210716 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: port_device_profile.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.212197 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.212753 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: port-device-profile Mar 29 15:17:10.213076 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.213999 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.214509 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: port-mac-address-regenerate Mar 29 15:17:10.214832 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.215758 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.216286 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: port-numa-affinity-policy Mar 29 15:17:10.216614 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: port_resource_request.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.217516 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.218016 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension port-resource-request not supported by any of loaded plugins Mar 29 15:17:10.218340 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: port_resource_request_groups.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.219304 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.219805 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 29 15:17:10.220124 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: portbindings.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.221079 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.221585 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: binding Mar 29 15:17:10.221903 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: portbindings_extended.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.223143 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.223653 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: binding-extended Mar 29 15:17:10.223978 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: portsecurity.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.224915 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.225425 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: port-security Mar 29 15:17:10.225749 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: project_id.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.227352 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.227689 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: project-id Mar 29 15:17:10.228014 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: providernet.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.228956 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.229472 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: provider Mar 29 15:17:10.229796 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: qos.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.233413 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.233935 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension qos not supported by any of loaded plugins Mar 29 15:17:10.234264 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.235522 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.236033 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 29 15:17:10.236389 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.237306 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.237813 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 29 15:17:10.238137 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: qos_default.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.239050 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.239557 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension qos-default not supported by any of loaded plugins Mar 29 15:17:10.239882 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: qos_fip.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.240825 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.241333 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension qos-fip not supported by any of loaded plugins Mar 29 15:17:10.241658 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.242591 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.243103 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 29 15:17:10.243427 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: qos_gateway_ip.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.244376 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.244889 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 29 15:17:10.245212 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: qos_port_network_policy.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.246116 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.246625 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 29 15:17:10.246945 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.247989 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.248535 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 29 15:17:10.248859 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.249891 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.250403 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 29 15:17:10.250731 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: qos_pps_rule.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.251901 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.252458 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension qos-pps not supported by any of loaded plugins Mar 29 15:17:10.252786 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: qos_rule_type_details.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.253698 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.254201 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 29 15:17:10.254525 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.255428 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.255932 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 29 15:17:10.256254 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: qos_rules_alias.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.257314 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.257819 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 29 15:17:10.258167 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: quota_check_limit.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.259079 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.259586 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: quota-check-limit Mar 29 15:17:10.259907 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: quotasv2.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.260879 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.261205 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: quotas Mar 29 15:17:10.261523 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: quotasv2_detail.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.263389 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.263726 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: quota_details Mar 29 15:17:10.264055 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: rbac.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.265143 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.265665 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: rbac-policies Mar 29 15:17:10.265993 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: rbac_address_group.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.266916 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.267431 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: rbac-address-group Mar 29 15:17:10.267753 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: rbac_address_scope.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.268702 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.269213 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: rbac-address-scope Mar 29 15:17:10.269533 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: rbac_security_groups.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.270526 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.271038 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: rbac-security-groups Mar 29 15:17:10.271359 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: rbac_subnetpool.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.272298 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.272808 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: rbac-subnetpool Mar 29 15:17:10.273127 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: revisionifmatch.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.274580 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.275089 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: revision-if-match Mar 29 15:17:10.275407 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: revisions.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.276539 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.277059 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: standard-attr-revisions Mar 29 15:17:10.277385 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: router_availability_zone.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.278054 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.278564 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: router_availability_zone Mar 29 15:17:10.278893 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: routerservicetype.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.279815 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.280350 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension router-service-type not supported by any of loaded plugins Mar 29 15:17:10.280675 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.281597 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.282107 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: security-groups-normalized-cidr Mar 29 15:17:10.282428 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.283361 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.283871 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: port-security-groups-filtering Mar 29 15:17:10.284191 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.285143 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.285653 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: security-groups-remote-address-group Mar 29 15:17:10.285972 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.286884 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.287392 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: security-groups-shared-filtering Mar 29 15:17:10.287712 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.288317 dv-cinder-562053-19-iscsi neutron-server[103722]: WARNING neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 29 15:17:10.288639 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: securitygroup.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.298797 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.299329 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: security-group Mar 29 15:17:10.299661 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: segment.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.300423 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.300936 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension segment not supported by any of loaded plugins Mar 29 15:17:10.301264 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.302213 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.302719 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 29 15:17:10.303047 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: servicetype.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.304123 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.304686 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: service-type Mar 29 15:17:10.305027 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: sorting.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.306006 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.306336 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: sorting Mar 29 15:17:10.306661 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: standard_attr_segment.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.307597 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.308100 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 29 15:17:10.308454 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: standardattrdescription.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.309108 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.310426 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: standard-attr-description Mar 29 15:17:10.310755 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: stateful_security_group.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.311684 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.312205 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: stateful-security-group Mar 29 15:17:10.312561 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: stdattrs_common.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.313130 dv-cinder-562053-19-iscsi neutron-server[103722]: WARNING neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 29 15:17:10.313454 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.314401 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.314928 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 29 15:17:10.315252 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: subnet_onboard.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.316335 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.316858 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: subnet_onboard Mar 29 15:17:10.317184 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.318109 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.318620 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 29 15:17:10.318943 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: subnet_service_types.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.319908 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.320536 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: subnet-service-types Mar 29 15:17:10.320861 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: subnetallocation.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.321950 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.322459 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: subnet_allocation Mar 29 15:17:10.322783 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.323444 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.323950 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: subnetpool-prefix-ops Mar 29 15:17:10.324295 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.325230 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.325735 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 29 15:17:10.326057 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: tagging.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.327180 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.327697 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: standard-attr-tag Mar 29 15:17:10.328028 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: timestamp.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.329452 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.330214 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loaded extension: standard-attr-timestamp Mar 29 15:17:10.330583 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: trunk.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.331611 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.332365 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension trunk not supported by any of loaded plugins Mar 29 15:17:10.333114 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: trunk_details.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.334050 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.334576 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension trunk-details not supported by any of loaded plugins Mar 29 15:17:10.335039 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: uplink_status_propagation.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.336682 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.337204 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 29 15:17:10.337529 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Loading extension file: vlantransparent.py {{(pid=103722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:17:10.338361 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:17:10.339069 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 29 15:17:10.341669 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.quota.resource_registry [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Creating instance of TrackedResource for resource:network Mar 29 15:17:10.342189 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.quota.resource_registry [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Creating instance of TrackedResource for resource:subnet Mar 29 15:17:10.342584 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.quota.resource_registry [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 15:17:10.342981 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.quota.resource_registry [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Creating instance of TrackedResource for resource:port Mar 29 15:17:10.344215 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.v2.resource_helper [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:17:10.344692 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.v2.resource_helper [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Service FLAVORS assigned prefix: {{(pid=103722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:17:10.345316 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.v2.resource_helper [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:17:10.345747 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.v2.resource_helper [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:17:10.346075 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.quota.resource_registry [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Creating instance of TrackedResource for resource:router Mar 29 15:17:10.346496 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.quota.resource_registry [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Creating instance of TrackedResource for resource:floatingip Mar 29 15:17:10.346987 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.v2.resource_helper [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Service METERING assigned prefix: /metering {{(pid=103722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:17:10.348450 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.348818 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.349167 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:17:10.350173 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.quota.resource_registry [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Creating instance of CountableResource for resource:rbac_policy Mar 29 15:17:10.350610 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.quota.resource_registry [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Creating instance of TrackedResource for resource:security_group Mar 29 15:17:10.351039 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.quota.resource_registry [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 29 15:17:10.351623 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.v2.resource_helper [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Service CORE assigned prefix: {{(pid=103722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:17:10.352000 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.quota.resource_registry [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 15:17:10.352881 dv-cinder-562053-19-iscsi neutron-server[103722]: WARNING neutron.quota.resource_registry [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] subnetpool is already registered Mar 29 15:17:10.353318 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.v2.resource_helper [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Service CORE assigned prefix: {{(pid=103722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:17:10.353640 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.quota.resource_registry [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 15:17:10.353967 dv-cinder-562053-19-iscsi neutron-server[103722]: WARNING neutron.quota.resource_registry [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] subnetpool is already registered Mar 29 15:17:10.356295 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.v2.resource_helper [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:17:10.356737 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.v2.resource_helper [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Service FLAVORS assigned prefix: {{(pid=103722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:17:10.357330 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.v2.resource_helper [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:17:10.357753 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.v2.resource_helper [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:17:10.358084 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.quota.resource_registry [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Creating instance of TrackedResource for resource:router Mar 29 15:17:10.358420 dv-cinder-562053-19-iscsi neutron-server[103722]: WARNING neutron.quota.resource_registry [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] router is already registered Mar 29 15:17:10.358828 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.quota.resource_registry [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Creating instance of TrackedResource for resource:floatingip Mar 29 15:17:10.359161 dv-cinder-562053-19-iscsi neutron-server[103722]: WARNING neutron.quota.resource_registry [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] floatingip is already registered Mar 29 15:17:10.359617 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.v2.resource_helper [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Service METERING assigned prefix: /metering {{(pid=103722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:17:10.360287 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.quota.resource_registry [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Creating instance of CountableResource for resource:rbac_policy Mar 29 15:17:10.360623 dv-cinder-562053-19-iscsi neutron-server[103722]: WARNING neutron.quota.resource_registry [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] rbac_policy is already registered Mar 29 15:17:10.361034 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.quota.resource_registry [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Creating instance of TrackedResource for resource:security_group Mar 29 15:17:10.361364 dv-cinder-562053-19-iscsi neutron-server[103722]: WARNING neutron.quota.resource_registry [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] security_group is already registered Mar 29 15:17:10.361764 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.quota.resource_registry [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 29 15:17:10.362092 dv-cinder-562053-19-iscsi neutron-server[103722]: WARNING neutron.quota.resource_registry [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] security_group_rule is already registered Mar 29 15:17:10.362705 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.v2.resource_helper [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Service CORE assigned prefix: {{(pid=103722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:17:10.363054 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.quota.resource_registry [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 15:17:10.363389 dv-cinder-562053-19-iscsi neutron-server[103722]: WARNING neutron.quota.resource_registry [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] subnetpool is already registered Mar 29 15:17:10.363807 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.v2.resource_helper [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Service CORE assigned prefix: {{(pid=103722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:17:10.364129 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.quota.resource_registry [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 15:17:10.364481 dv-cinder-562053-19-iscsi neutron-server[103722]: WARNING neutron.quota.resource_registry [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] subnetpool is already registered Mar 29 15:17:10.364961 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: extensions {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.366394 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: address-groups {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.367889 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: address-scopes {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.369213 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: agents {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.370376 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: auto-allocated-topology {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.371585 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: availability_zones {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.372881 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: dhcp-networks {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.374373 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: dhcp-agents {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.375762 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: routers {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.377949 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: flavors {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.379114 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: service_profiles {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.380343 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: next_providers {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.381822 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: service_profiles {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.384249 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: floatingip-pools {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.385481 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: routers {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.387576 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: floatingips {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.388873 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: l3-routers {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.390243 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: l3-agents {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.391632 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: metering-labels {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.392990 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: metering-label-rules {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.394247 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: network-ip-availabilities {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.395507 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: bindings {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.397156 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: quotas {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.399226 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: quotas {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.400770 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: rbac-policies {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.402041 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: security-groups {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.403246 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: security-group-rules {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.404496 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: service-providers {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.405686 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: subnetpools {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.407070 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: subnetpools {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.408538 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: tags {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.410254 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: tags {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.412068 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: tags {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.413843 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: tags {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.416257 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: tags {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.418141 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: tags {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.419800 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: tags {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.421699 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: tags {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.423439 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: tags {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.425341 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron.api.extensions [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Extended resource: tags {{(pid=103722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:17:10.431157 dv-cinder-562053-19-iscsi neutron-server[103722]: WARNING keystonemiddleware.auth_token [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 29 15:17:10.435830 dv-cinder-562053-19-iscsi neutron-server[103722]: WARNING keystonemiddleware.auth_token [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 29 15:17:10.444328 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Acquired lock "singleton_lock" {{(pid=103722) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 29 15:17:10.444805 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Releasing lock "singleton_lock" {{(pid=103722) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 29 15:17:10.445971 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO oslo_service.service [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Starting 2 workers Mar 29 15:17:10.450871 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Started child 103831 {{(pid=103722) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 15:17:10.455394 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Started child 103832 {{(pid=103722) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 15:17:10.456443 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:10.457116 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO neutron.service [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 29 15:17:10.457907 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:10.458237 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [-] (103831) wsgi starting up on http://0.0.0.0:9696 Mar 29 15:17:10.460489 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO oslo_service.service [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Starting 1 workers Mar 29 15:17:10.460641 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:10.462050 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [-] (103832) wsgi starting up on http://0.0.0.0:9696 Mar 29 15:17:10.466427 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Started child 103833 {{(pid=103722) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 15:17:10.466934 dv-cinder-562053-19-iscsi neutron-server[103722]: INFO oslo_service.service [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Starting 1 workers Mar 29 15:17:10.470332 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.service [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] calling RpcWorker wait() {{(pid=103833) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 29 15:17:10.470895 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.service [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] returning from RpcWorker wait() {{(pid=103833) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 29 15:17:10.471571 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Started child 103834 {{(pid=103722) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 15:17:10.472294 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:10.472406 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2a5644b8-02e3-4f92-833d-cde25697a372 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:10.472838 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:10.474345 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103722) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 29 15:17:10.474551 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 15:17:10.474736 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 15:17:10.474964 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 15:17:10.475326 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 15:17:10.475489 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 15:17:10.475994 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.476299 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.476558 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.476849 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.477131 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.477640 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:10.478124 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.478124 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.478293 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.478517 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.478763 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.478930 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.479016 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:10.479107 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.479343 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.479603 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.479900 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.480161 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.480424 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.480704 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.480877 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.481139 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.481423 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.481649 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.481916 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] debug = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.482176 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.482657 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.482892 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.483139 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.483369 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.483637 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.483864 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.484155 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.484415 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.484648 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.484900 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.485155 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.485385 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.485595 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.485851 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.486338 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.486338 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.486537 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.486994 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] host = dv-cinder-562053-19-iscsi {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.487236 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.487449 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.487673 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.487914 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.488152 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.488402 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.488651 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.488928 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.489182 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.489405 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.489649 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.489886 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.490114 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.490354 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] log_file = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.490517 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] log_options = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.490766 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.491027 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.491299 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.491453 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.491619 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.491779 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.492035 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.492195 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.492501 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.492713 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.492928 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.493165 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.493408 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.493587 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.493810 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.494092 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.494312 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.494611 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.494817 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.495015 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.495205 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.495518 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.495772 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.495772 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.496358 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.496358 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.496747 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.496747 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.497329 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.497329 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.497708 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.497708 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.498078 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.498078 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.498607 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.498607 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.498891 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.499017 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.499219 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.499439 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.499680 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.499920 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.500130 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.500396 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.500614 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.500842 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.501230 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] use_json = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.501466 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.501721 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.501954 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.503398 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.503536 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.503736 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.503968 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.504207 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.504447 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.504913 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.505261 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.505584 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.505853 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.506383 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.506778 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.506948 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.507291 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.507555 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.508546 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.508891 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.509132 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.509468 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.509747 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.510006 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.510309 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.510577 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.511553 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.511773 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.512019 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.512276 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.512568 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.512884 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.513126 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.513393 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.513644 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.513878 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.514167 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.514630 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.514864 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.515071 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.515358 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.515634 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.515884 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.516134 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.516814 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.517063 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.525670 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.525670 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.525670 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.525670 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.525670 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.525670 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.525670 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.525670 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.525670 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.526424 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.526424 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.526424 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.526424 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.526424 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.526424 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.526424 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.526424 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.526424 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.527203 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.527203 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.527203 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.527203 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.527203 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.527203 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.527203 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.527203 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.527203 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.527903 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.527903 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.527903 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.527903 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.527903 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.527903 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.527903 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.527903 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.527903 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.528559 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.528559 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.528559 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.528559 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.528559 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.528559 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.528559 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.528559 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.528559 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.529534 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.529534 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.529534 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.529534 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.529534 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.529534 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.529534 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.529534 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.529534 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.530191 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.530191 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.530191 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.530436 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.530656 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.530906 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.531124 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.531364 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.531601 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.531818 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.532050 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.532400 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.532646 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.532911 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.533140 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.533364 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.534097 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.534097 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.534097 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.534359 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.534749 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.534749 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.534939 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.535208 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.535475 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.535711 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.535944 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.536180 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.536553 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.536867 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.537054 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.537276 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.537558 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.537847 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.538109 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.538382 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.538629 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.538860 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.539146 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.539404 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.539684 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.539946 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.540181 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.540439 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.540693 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.540962 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.541208 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.541462 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.541797 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.542042 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.542286 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.542503 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.542804 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.543722 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.543722 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.543722 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.543722 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.544026 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.544221 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.544487 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.544698 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.545123 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.545878 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.545878 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.545878 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.546134 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.546284 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.546501 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.546720 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.546975 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.547204 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.548309 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.548309 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.548309 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.548309 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.548624 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.548624 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.548757 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.549019 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.549256 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.549467 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.549856 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.550095 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.550466 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.550769 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.551051 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.551297 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.551531 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.551755 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.551986 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.552229 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.552471 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.552721 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.552943 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.553161 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.553378 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.553599 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.553816 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.554061 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.554310 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.554527 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.554787 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.555032 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.555378 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.555619 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.555850 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.556097 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.556367 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.556608 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.556846 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.557056 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.557285 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.557522 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.557753 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.557967 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.558185 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.558444 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.558636 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.558874 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.559130 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.559392 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.559632 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.559854 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.560098 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.560335 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.560555 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.560788 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.561002 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.561239 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.561430 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.561646 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.561889 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.562176 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.562437 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.562666 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.562930 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.563339 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.563441 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.563643 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.563855 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.564068 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.564399 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.564620 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.564852 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.565102 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.565312 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.565521 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.565741 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.565970 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.566167 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.566392 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.566600 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.566810 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.567033 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.567266 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.567475 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.567699 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.567931 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.568147 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.568389 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.568608 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.568818 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.569047 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.569257 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.569467 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.569939 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.569939 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.571068 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.571280 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.571524 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.571766 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.572071 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.572440 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.572615 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.572886 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.573184 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.573403 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.573665 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.573912 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.574147 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.574392 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.574647 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.574969 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.575257 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.575503 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.575814 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.576005 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.576311 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.576595 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.576809 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.577101 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.577440 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.577704 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.577950 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.578232 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.578407 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.578652 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.578886 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.579124 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.579359 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.579572 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.579849 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.580078 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.580326 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.580573 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.580799 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.581017 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.581243 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.581454 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.581696 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.581938 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.582078 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 15:17:10.582864 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103722) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 29 15:17:10.583021 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 15:17:10.583164 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 15:17:10.583376 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 15:17:10.583531 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 15:17:10.583671 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 15:17:10.583811 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.583960 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.584127 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.584258 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.584437 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.584618 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.584778 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.584927 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.585081 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.585239 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.585398 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.585540 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.585702 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.585861 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.586039 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.586736 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.586902 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.587061 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.587271 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.587405 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.587550 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.587679 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.588034 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] debug = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.588034 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.588334 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.588334 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.588501 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.588636 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.588795 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.588952 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.589111 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.589269 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.589426 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.589583 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.589740 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.589907 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.590078 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.590226 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.590472 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.590472 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.590748 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.590894 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] host = dv-cinder-562053-19-iscsi {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.591043 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.591188 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.591359 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.591359 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.591619 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.591757 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.591871 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.591971 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.592089 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.592237 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.592416 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.592573 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.592732 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.592889 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] log_file = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.593046 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] log_options = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.593202 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.593360 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.593516 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.593700 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.593863 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.594021 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.594179 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.594338 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.594495 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.594653 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.594811 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.594967 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.595124 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.595281 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.595439 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.595604 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.595765 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.595915 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.596048 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.596182 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.596345 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.596490 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.596634 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.596777 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.596920 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.597089 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.597247 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.597394 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.597548 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.597705 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.597862 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.598021 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.598188 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.598356 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.598507 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.598668 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.598812 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.598953 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.599097 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.599240 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.599381 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.599690 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.599690 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.599964 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.599964 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.600230 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.600230 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] use_json = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.600519 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.600519 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.600776 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.600917 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.601056 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.601197 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.601354 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.601494 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.601657 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:17:10.601799 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.601914 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.602067 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.602229 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.602681 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.602681 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.602914 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.603083 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.603443 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.603443 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.603587 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.603692 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.603870 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.604031 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.604194 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.604383 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.604685 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.604685 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.604845 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.605006 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.605167 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.605328 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.605500 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.605662 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.605823 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.605985 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.606146 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.606320 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.606572 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.606671 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.606793 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.606953 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.607117 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.607281 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.607421 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.607577 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.607738 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.607900 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.608062 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.608222 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.608476 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.608619 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.608722 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.608865 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.609028 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.609190 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.609353 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.609514 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.609676 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.609839 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.610000 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.610165 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.610325 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.610486 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.610648 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.610808 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.610972 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.611143 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.611305 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.611466 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.611626 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.611792 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.611957 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.612116 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.612312 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.612453 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.612622 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.612775 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.612944 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.613105 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.613253 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.613415 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.613673 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.613808 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.613890 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.614024 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.614173 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.614334 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.614495 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.614655 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.614817 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.614980 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.615141 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.615304 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.615466 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.615627 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.615787 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.615947 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.616108 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.616301 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.616448 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.616619 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.616796 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.616958 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.617120 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.617301 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.617466 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.617669 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.617788 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.617945 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.618106 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.618268 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.618428 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.618589 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.618753 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.618915 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.619075 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.619236 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.619396 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.619557 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.619717 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.619878 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.620038 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.620198 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.620382 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.620545 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.620706 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.620868 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.621029 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.621200 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.621361 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.621525 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.621687 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.621907 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.622033 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.622195 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.622357 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.622518 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.622678 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.622841 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.623003 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.623165 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.623326 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.623691 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.623691 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.623849 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.623959 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.624121 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.624299 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.624490 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.624651 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.624812 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.624974 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.625136 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.625296 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.625457 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.625617 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.625779 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.625939 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.626101 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.626263 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.626424 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.626587 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.626747 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.626908 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.627036 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:10.627128 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.627207 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.627365 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.627527 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.627687 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.627848 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.628010 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.628171 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.628353 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.628515 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.628676 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.628839 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.628999 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.629160 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.629321 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.629482 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.629642 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.629804 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.629965 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.630127 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.630288 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.630452 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.630612 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.630775 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.630936 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.631098 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.631259 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.631420 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.631583 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.631743 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.631909 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.632082 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.632221 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.632404 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.632567 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.632864 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.633556 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.633719 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.633883 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.634064 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.634226 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.634386 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.634552 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.634713 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.634874 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.635038 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.635198 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.635360 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.635520 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.635684 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.635845 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.636006 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.636167 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.636350 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.636513 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.636677 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.636842 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.636991 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.637152 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.637315 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.637467 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.637625 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.637791 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.637927 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.638090 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.638252 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.638413 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.638573 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.638747 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.638909 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.639070 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.639232 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.639392 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.639553 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.639725 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.639886 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.640048 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.640209 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.640391 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.640553 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.640725 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.640887 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.641048 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.641209 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.641370 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.641530 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.641703 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.641869 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.642612 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.642612 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.642612 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.642612 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.642925 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.642925 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.642925 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.643137 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.643239 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.643399 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.643569 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.643728 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.643889 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.644050 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.644211 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.644393 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.644566 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.644730 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.644892 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.645062 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.645222 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.645383 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.645544 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.645719 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.645881 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.646046 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.646207 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.646368 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.646530 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.646693 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.646859 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.647033 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.647204 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.647365 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.647536 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.647706 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.647875 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.648038 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.648206 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.648401 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.648613 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.649276 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.649438 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.649895 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.649895 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.649895 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.650105 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.650203 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.650364 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.650525 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.652209 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.652209 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.652209 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.652209 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.652209 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.652209 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.652209 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.652209 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.652209 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:17:10.652900 dv-cinder-562053-19-iscsi neutron-server[103722]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 15:17:10.692179 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 57902) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:10.701419 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069301 Mar 29 15:17:22.243526 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6903f6f2-9790-44f1-9d7d-515b230b2cb1 None None] get_active_networks_info from dv-cinder-562053-19-iscsi {{(pid=103833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 29 15:17:22.336093 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6903f6f2-9790-44f1-9d7d-515b230b2cb1 None None] No non-hosted networks {{(pid=103833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 29 15:17:22.356568 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.agentschedulers_db [None req-6903f6f2-9790-44f1-9d7d-515b230b2cb1 None None] DHCP Agent not found on host dv-cinder-562053-19-iscsi {{(pid=103833) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 29 15:17:22.560534 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6b779fd3-f753-4392-973d-07891987f57c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1035225'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:24.477858 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d63bfc2e-6218-48e0-a4eb-67f89fb2ac2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1035225'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:24.509630 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.db.api [None req-ee475e2e-aab8-4362-b882-bfebc4060387 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-562053-19-iscsi {{(pid=103833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:17:24.510317 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG oslo_db.api [None req-ee475e2e-aab8-4362-b882-bfebc4060387 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:17:25.121241 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ee475e2e-aab8-4362-b882-bfebc4060387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:25.351223 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 57966) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:25.543587 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1035225'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:25.908106 dv-cinder-562053-19-iscsi neutron-server[103831]: WARNING oslo_policy.policy [None req-dee9632a-1280-4565-8d54-6a7253f11076 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:17:25.908763 dv-cinder-562053-19-iscsi neutron-server[103831]: WARNING oslo_policy.policy [None req-dee9632a-1280-4565-8d54-6a7253f11076 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:17:26.130374 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [None req-dee9632a-1280-4565-8d54-6a7253f11076 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:17:26.140373 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-dee9632a-1280-4565-8d54-6a7253f11076 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7783628 Mar 29 15:17:26.903477 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1035225'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:28.480126 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1035225'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:28.480859 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:28.481173 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:28.481503 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:28.481827 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:28.482147 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:28.482466 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:28.482784 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:28.483125 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:28.483445 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:28.483772 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:28.484107 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:28.489929 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:28.490325 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:28.490662 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:28.490995 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:28.491568 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-562053-19-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:28.504016 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-562053-19-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:28.660786 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 58000) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:28.969757 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-7215790f-7c1d-4904-b3db-0dcaa032096a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:17:29.061409 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.policy [None req-7215790f-7c1d-4904-b3db-0dcaa032096a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103831) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 29 15:17:29.104477 dv-cinder-562053-19-iscsi neutron-server[103831]: WARNING oslo_policy.policy [None req-7215790f-7c1d-4904-b3db-0dcaa032096a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:17:29.104793 dv-cinder-562053-19-iscsi neutron-server[103831]: WARNING oslo_policy.policy [None req-7215790f-7c1d-4904-b3db-0dcaa032096a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:17:29.243059 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7215790f-7c1d-4904-b3db-0dcaa032096a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748544029755', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748544029422', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748543980977', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748543986112', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748543997362', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748543788702', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1105818', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1107596', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-755470', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-697960'] for rbac-policy (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:29.464483 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7215790f-7c1d-4904-b3db-0dcaa032096a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:29.485248 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-7215790f-7c1d-4904-b3db-0dcaa032096a admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8232548 Mar 29 15:17:31.999249 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 58012) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:32.317386 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:17:32.417393 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Made reservation on behalf of f5f30dbe91124a528815c41f24b688ee for: {'network': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:17:32.421781 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for network (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:32.438794 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:32.502054 dv-cinder-562053-19-iscsi neutron-server[103833]: INFO neutron.db.l3_hamode_db [None req-a42e3f3e-4bb6-4b6d-95fd-0b228af736f3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 29 15:17:32.549400 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Publish callbacks [] for security_group (23075e6c-6212-4902-852c-4b7f9ae576c4), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:32.580680 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42e3f3e-4bb6-4b6d-95fd-0b228af736f3 None None] Routers set() bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:17:32.581071 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42e3f3e-4bb6-4b6d-95fd-0b228af736f3 None None] Router IDs set() for agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 29 15:17:32.622924 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (23075e6c-6212-4902-852c-4b7f9ae576c4), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:32.654737 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:17:32.683028 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748544868913', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (cb2d9b1e-e675-4332-a3ef-f66164fd1583), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:32.683558 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Unsubscribe: segment precommit_create {{(pid=103831) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 29 15:17:32.684079 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.db.segments_db [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Added segment cb2d9b1e-e675-4332-a3ef-f66164fd1583 of type vlan for network 8b96b564-79b0-4800-9821-90d769ab391b Mar 29 15:17:32.689612 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=23075e6c-6212-4902-852c-4b7f9ae576c4,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:32.711422 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:32.711773 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:32.712141 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:32.712526 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:32.712865 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:32.713201 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:32.713530 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:32.713857 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:32.714199 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:32.714529 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:32.714856 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:32.715196 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:32.715521 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:32.715841 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:32.716161 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Tracked resource versions report: Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: pushed versions: Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: { 'AddressGroup': {'1.2'}, Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: 'Agent': {'1.1'}, Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: 'ConntrackHelper': {'1.0'}, Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: 'LocalIPAssociation': {'1.0'}, Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: 'Log': {'1.0'}, Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: 'NDPProxy': {'1.0'}, Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: 'Network': {'1.1'}, Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: 'Port': {'1.7'}, Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: 'PortForwarding': {'1.3'}, Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: 'QosPolicy': {'1.10'}, Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: 'SecurityGroup': {'1.5'}, Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: 'SubPort': {'1.0'}, Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: 'Subnet': {'1.1'}, Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: 'Trunk': {'1.1'}} Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: consumer versions: Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: { DHCP agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: L3 agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: Metadata agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: Metering agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: Open vSwitch agent@dv-cinder-562053-19-iscsi: { 'AddressGroup': '1.2', Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: 'Agent': '1.1', Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: 'ConntrackHelper': '1.0', Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: 'LocalIPAssociation': '1.0', Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: 'Log': '1.0', Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: 'NDPProxy': '1.0', Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: 'Network': '1.1', Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: 'Port': '1.7', Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: 'PortForwarding': '1.3', Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: 'QosPolicy': '1.10', Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: 'SecurityGroup': '1.5', Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: 'SecurityGroupRule': '1.2', Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: 'SubPort': '1.0', Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: 'Subnet': '1.1', Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: 'Trunk': '1.1'}} Mar 29 15:17:32.717613 dv-cinder-562053-19-iscsi neutron-server[103831]: {{(pid=103831) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:17:32.799552 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748544495665'] for network (8b96b564-79b0-4800-9821-90d769ab391b), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:32.897217 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for network (8b96b564-79b0-4800-9821-90d769ab391b), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:32.903004 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:32.903719 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:33.014326 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] Pushing event updated for resources: {'Network': ['ID=8b96b564-79b0-4800-9821-90d769ab391b,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:33.026484 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Network 8b96b564-79b0-4800-9821-90d769ab391b details requested by agent ovs-agent-dv-cinder-562053-19-iscsi with host dv-cinder-562053-19-iscsi {{(pid=103833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:17:33.053913 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-2655857b-b012-4282-8f13-2903cb94c9f9 demo demo] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0536177 Mar 29 15:17:35.565410 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 58024) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:36.055237 dv-cinder-562053-19-iscsi neutron-server[103832]: WARNING oslo_policy.policy [None req-ea868466-4de8-408d-99c3-9913b86ef4d2 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:17:36.055825 dv-cinder-562053-19-iscsi neutron-server[103832]: WARNING oslo_policy.policy [None req-ea868466-4de8-408d-99c3-9913b86ef4d2 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:17:36.495000 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.policy [None req-ea868466-4de8-408d-99c3-9913b86ef4d2 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103832) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 29 15:17:36.537199 dv-cinder-562053-19-iscsi neutron-server[103832]: WARNING oslo_policy.policy [None req-ea868466-4de8-408d-99c3-9913b86ef4d2 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:17:36.537575 dv-cinder-562053-19-iscsi neutron-server[103832]: WARNING oslo_policy.policy [None req-ea868466-4de8-408d-99c3-9913b86ef4d2 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:17:36.546144 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea868466-4de8-408d-99c3-9913b86ef4d2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:36.547881 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-ea868466-4de8-408d-99c3-9913b86ef4d2 demo admin] 10.222.0.39 "GET /v2.0/networks/8b96b564-79b0-4800-9821-90d769ab391b HTTP/1.1" status: 200 len: 825 time: 0.9815457 Mar 29 15:17:36.586443 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-ea0f2af0-3f02-4592-9e71-ac36ff81c505 demo admin] 10.222.0.39 "GET /v2.0/subnetpools/d5f6a21c-b418-4a4d-83d6-cfeacadebabf HTTP/1.1" status: 200 len: 734 time: 0.0328455 Mar 29 15:17:36.595433 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-f3b48f67-9714-4d91-9b19-7d1f9552d9bb demo admin] Request body: {'subnet': {'network_id': '8b96b564-79b0-4800-9821-90d769ab391b', 'subnetpool_id': 'd5f6a21c-b418-4a4d-83d6-cfeacadebabf', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:17:36.714782 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b48f67-9714-4d91-9b19-7d1f9552d9bb demo admin] Made reservation on behalf of f5f30dbe91124a528815c41f24b688ee for: {'subnet': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:17:36.717536 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f3b48f67-9714-4d91-9b19-7d1f9552d9bb demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:37.057590 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f3b48f67-9714-4d91-9b19-7d1f9552d9bb demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for subnet (3dc97ca6-cab2-4b7d-a88d-e5a5e9e421bd), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:37.128885 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b48f67-9714-4d91-9b19-7d1f9552d9bb demo admin] Checking segment: {'id': 'cb2d9b1e-e675-4332-a3ef-f66164fd1583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8b96b564-79b0-4800-9821-90d769ab391b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:17:37.129271 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b48f67-9714-4d91-9b19-7d1f9552d9bb demo admin] Network hostable DHCP agents. Network: 8b96b564-79b0-4800-9821-90d769ab391b, hostable agents: ['60b75cb5-fa55-4ab5-bd81-9da0c894ffc8'], hosted agents: [] {{(pid=103832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:17:37.137975 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b48f67-9714-4d91-9b19-7d1f9552d9bb demo admin] Pushing event updated for resources: {'Subnet': ['ID=3dc97ca6-cab2-4b7d-a88d-e5a5e9e421bd,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:37.147916 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b48f67-9714-4d91-9b19-7d1f9552d9bb demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:37.148259 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b48f67-9714-4d91-9b19-7d1f9552d9bb demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:37.148643 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b48f67-9714-4d91-9b19-7d1f9552d9bb demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:37.148984 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b48f67-9714-4d91-9b19-7d1f9552d9bb demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:37.149320 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b48f67-9714-4d91-9b19-7d1f9552d9bb demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:37.149645 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b48f67-9714-4d91-9b19-7d1f9552d9bb demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:37.149971 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b48f67-9714-4d91-9b19-7d1f9552d9bb demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:37.150291 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b48f67-9714-4d91-9b19-7d1f9552d9bb demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:37.150632 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b48f67-9714-4d91-9b19-7d1f9552d9bb demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:37.150956 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b48f67-9714-4d91-9b19-7d1f9552d9bb demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:37.151289 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b48f67-9714-4d91-9b19-7d1f9552d9bb demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:37.151624 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b48f67-9714-4d91-9b19-7d1f9552d9bb demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:37.151945 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b48f67-9714-4d91-9b19-7d1f9552d9bb demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:37.152261 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b48f67-9714-4d91-9b19-7d1f9552d9bb demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:37.152601 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b48f67-9714-4d91-9b19-7d1f9552d9bb demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b48f67-9714-4d91-9b19-7d1f9552d9bb demo admin] Tracked resource versions report: Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: pushed versions: Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: { 'AddressGroup': {'1.2'}, Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: 'Agent': {'1.1'}, Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: 'ConntrackHelper': {'1.0'}, Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: 'LocalIPAssociation': {'1.0'}, Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: 'Log': {'1.0'}, Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: 'NDPProxy': {'1.0'}, Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: 'Network': {'1.1'}, Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: 'Port': {'1.7'}, Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: 'PortForwarding': {'1.3'}, Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: 'QosPolicy': {'1.10'}, Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: 'SecurityGroup': {'1.5'}, Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: 'SubPort': {'1.0'}, Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: 'Subnet': {'1.1'}, Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: 'Trunk': {'1.1'}} Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: consumer versions: Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: { DHCP agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: L3 agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: Metadata agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: Metering agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: Open vSwitch agent@dv-cinder-562053-19-iscsi: { 'AddressGroup': '1.2', Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: 'Agent': '1.1', Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: 'ConntrackHelper': '1.0', Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: 'LocalIPAssociation': '1.0', Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: 'Log': '1.0', Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: 'NDPProxy': '1.0', Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: 'Network': '1.1', Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: 'Port': '1.7', Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: 'PortForwarding': '1.3', Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: 'QosPolicy': '1.10', Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: 'SecurityGroup': '1.5', Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: 'SecurityGroupRule': '1.2', Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: 'SubPort': '1.0', Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: 'Subnet': '1.1', Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: 'Trunk': '1.1'}} Mar 29 15:17:37.153955 dv-cinder-562053-19-iscsi neutron-server[103832]: {{(pid=103832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:17:37.244644 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b48f67-9714-4d91-9b19-7d1f9552d9bb demo admin] Network 8b96b564-79b0-4800-9821-90d769ab391b is scheduled to be hosted by DHCP agent 60b75cb5-fa55-4ab5-bd81-9da0c894ffc8 with binding_index 1 {{(pid=103832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:17:37.319081 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-f3b48f67-9714-4d91-9b19-7d1f9552d9bb demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-19-iscsi, 8b96b564-79b0-4800-9821-90d769ab391b) {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:17:37.324037 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b48f67-9714-4d91-9b19-7d1f9552d9bb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:37.324692 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f3b48f67-9714-4d91-9b19-7d1f9552d9bb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:37.329087 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91df7a9-8718-4c30-b9d3-92683f3eed1d None None] Network 8b96b564-79b0-4800-9821-90d769ab391b requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:17:37.422543 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-f3b48f67-9714-4d91-9b19-7d1f9552d9bb demo admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8272011 Mar 29 15:17:37.697547 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd4760e-f710-5e2a-8ad4-26c94dd4ee74-8b96b564-79b0-4800-9821-90d769ab391b', 'network_id': '8b96b564-79b0-4800-9821-90d769ab391b', 'project_id': 'f5f30dbe91124a528815c41f24b688ee', 'fixed_ips': [{'subnet_id': '3dc97ca6-cab2-4b7d-a88d-e5a5e9e421bd'}]}} from dv-cinder-562053-19-iscsi. {{(pid=103833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:17:37.698814 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:37.980521 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Allocated IP 172.20.0.2 (8b96b564-79b0-4800-9821-90d769ab391b/3dc97ca6-cab2-4b7d-a88d-e5a5e9e421bd/44bc186e-2504-426f-bc6f-332b6c4945f5) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:17:38.243134 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Publish callbacks [] for port (44bc186e-2504-426f-bc6f-332b6c4945f5), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:38.326361 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934'] for port (44bc186e-2504-426f-bc6f-332b6c4945f5), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:38.403954 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Network 8b96b564-79b0-4800-9821-90d769ab391b is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:17:38.410608 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:17:38.413645 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:17:38.420307 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Pushing event updated for resources: {'Port': ['ID=44bc186e-2504-426f-bc6f-332b6c4945f5,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:38.450978 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:38.451321 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:38.451678 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:38.452029 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:38.452753 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:38.453070 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:38.453395 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:38.453717 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:38.454053 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:38.454383 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:38.454734 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:38.455067 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:38.455390 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:38.455723 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:38.456023 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Tracked resource versions report: Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: pushed versions: Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: { 'AddressGroup': {'1.2'}, Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: 'Agent': {'1.1'}, Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: 'ConntrackHelper': {'1.0'}, Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: 'LocalIPAssociation': {'1.0'}, Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: 'Log': {'1.0'}, Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: 'NDPProxy': {'1.0'}, Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: 'Network': {'1.1'}, Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: 'Port': {'1.7'}, Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: 'PortForwarding': {'1.3'}, Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: 'QosPolicy': {'1.10'}, Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: 'SecurityGroup': {'1.5'}, Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: 'SubPort': {'1.0'}, Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: 'Subnet': {'1.1'}, Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: 'Trunk': {'1.1'}} Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: consumer versions: Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: { DHCP agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: L3 agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: Metadata agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: Metering agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: Open vSwitch agent@dv-cinder-562053-19-iscsi: { 'AddressGroup': '1.2', Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: 'Agent': '1.1', Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: 'ConntrackHelper': '1.0', Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: 'LocalIPAssociation': '1.0', Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: 'Log': '1.0', Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: 'NDPProxy': '1.0', Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: 'Network': '1.1', Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: 'Port': '1.7', Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: 'PortForwarding': '1.3', Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: 'QosPolicy': '1.10', Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: 'SecurityGroup': '1.5', Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: 'SecurityGroupRule': '1.2', Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: 'SubPort': '1.0', Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: 'Subnet': '1.1', Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: 'Trunk': '1.1'}} Mar 29 15:17:38.457744 dv-cinder-562053-19-iscsi neutron-server[103833]: {{(pid=103833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:17:38.509299 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Attempting to bind port 44bc186e-2504-426f-bc6f-332b6c4945f5 on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:17:38.509623 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Attempting to bind port 44bc186e-2504-426f-bc6f-332b6c4945f5 by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': 'cb2d9b1e-e675-4332-a3ef-f66164fd1583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8b96b564-79b0-4800-9821-90d769ab391b'}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:17:38.510041 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Attempting to bind port 44bc186e-2504-426f-bc6f-332b6c4945f5 on network 8b96b564-79b0-4800-9821-90d769ab391b {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:17:38.514985 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:17:38.515359 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Checking segment: {'id': 'cb2d9b1e-e675-4332-a3ef-f66164fd1583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8b96b564-79b0-4800-9821-90d769ab391b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:17:38.515830 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:38.516233 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Bound using segment: {'id': 'cb2d9b1e-e675-4332-a3ef-f66164fd1583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8b96b564-79b0-4800-9821-90d769ab391b'} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:17:38.517062 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Bound port: 44bc186e-2504-426f-bc6f-332b6c4945f5, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2d9b1e-e675-4332-a3ef-f66164fd1583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8b96b564-79b0-4800-9821-90d769ab391b'}}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:17:38.517463 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (44bc186e-2504-426f-bc6f-332b6c4945f5), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:38.578176 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] For port 44bc186e-2504-426f-bc6f-332b6c4945f5, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:17:38.602072 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] For port 44bc186e-2504-426f-bc6f-332b6c4945f5, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=44bc186e-2504-426f-bc6f-332b6c4945f5,segment=NetworkSegment(cb2d9b1e-e675-4332-a3ef-f66164fd1583),segment_id=cb2d9b1e-e675-4332-a3ef-f66164fd1583)] {{(pid=103833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:17:38.686828 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (44bc186e-2504-426f-bc6f-332b6c4945f5), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:38.741163 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044731cd-09d7-4bde-b287-59cbfa60c632 None None] Pushing event updated for resources: {'Port': ['ID=44bc186e-2504-426f-bc6f-332b6c4945f5,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:39.968536 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 58044) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:40.277027 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [None req-134d8f26-6cf9-4278-a415-ebe590b3a24e admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:17:40.278189 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-134d8f26-6cf9-4278-a415-ebe590b3a24e admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3085773 Mar 29 15:17:42.802265 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 58052) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:43.116086 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [None req-7c78d2c0-3bfa-4e18-b24e-30bb9bddcbf5 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:17:43.117103 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-7c78d2c0-3bfa-4e18-b24e-30bb9bddcbf5 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3138208 Mar 29 15:17:45.642839 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 58060) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:45.954966 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-cba7ebc6-6253-474a-b341-819fe866d49f demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:17:46.023799 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cba7ebc6-6253-474a-b341-819fe866d49f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1031732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router (b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:46.025485 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cba7ebc6-6253-474a-b341-819fe866d49f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1033461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-836'] for router (b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:46.160636 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cba7ebc6-6253-474a-b341-819fe866d49f demo demo] Publish callbacks [] for router_controller (b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79), precommit_add_association {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:46.252198 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cba7ebc6-6253-474a-b341-819fe866d49f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1033250'] for router (b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:46.379183 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cba7ebc6-6253-474a-b341-819fe866d49f demo demo] Publish callbacks [] for router (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:46.380301 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-cba7ebc6-6253-474a-b341-819fe866d49f demo demo] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7364614 Mar 29 15:17:48.898724 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 58072) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:49.148014 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 44bc186e-2504-426f-bc6f-332b6c4945f5 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:17:49.239069 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 44bc186e-2504-426f-bc6f-332b6c4945f5 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:49.239781 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (44bc186e-2504-426f-bc6f-332b6c4945f5), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:49.248804 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [None req-2b4d28f7-df25-4d2d-9bc7-33324c6168ba admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:17:49.260348 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-2b4d28f7-df25-4d2d-9bc7-33324c6168ba admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3502142 Mar 29 15:17:49.353962 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 44bc186e-2504-426f-bc6f-332b6c4945f5 is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:17:49.354274 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (44bc186e-2504-426f-bc6f-332b6c4945f5), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:49.392170 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] For port 44bc186e-2504-426f-bc6f-332b6c4945f5, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=44bc186e-2504-426f-bc6f-332b6c4945f5,segment=NetworkSegment(cb2d9b1e-e675-4332-a3ef-f66164fd1583),segment_id=cb2d9b1e-e675-4332-a3ef-f66164fd1583)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:17:49.480127 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (44bc186e-2504-426f-bc6f-332b6c4945f5), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:49.533987 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Pushing event updated for resources: {'Port': ['ID=44bc186e-2504-426f-bc6f-332b6c4945f5,revision_number=3']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:49.977851 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097b932c-d4fc-499e-af0b-10c1091e3ba8 None None] Network 8b96b564-79b0-4800-9821-90d769ab391b requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:17:50.040492 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-da15fc66-6a2a-4c4d-999c-017de0a0f693 None None] Provisioning complete for port 44bc186e-2504-426f-bc6f-332b6c4945f5 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:50.040878 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-da15fc66-6a2a-4c4d-999c-017de0a0f693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (44bc186e-2504-426f-bc6f-332b6c4945f5), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:50.173749 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-da15fc66-6a2a-4c4d-999c-017de0a0f693 None None] Current status of the port 44bc186e-2504-426f-bc6f-332b6c4945f5 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:17:50.394297 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-365aee15-e1b9-48f3-8072-95e7aa45d62c None None] Provisioning complete for port 44bc186e-2504-426f-bc6f-332b6c4945f5 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:50.394681 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-365aee15-e1b9-48f3-8072-95e7aa45d62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (44bc186e-2504-426f-bc6f-332b6c4945f5), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:50.474102 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-365aee15-e1b9-48f3-8072-95e7aa45d62c None None] Current status of the port 44bc186e-2504-426f-bc6f-332b6c4945f5 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:17:51.114342 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 44bc186e-2504-426f-bc6f-332b6c4945f5 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:17:51.160547 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 44bc186e-2504-426f-bc6f-332b6c4945f5 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:51.160942 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (44bc186e-2504-426f-bc6f-332b6c4945f5), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:51.236681 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 44bc186e-2504-426f-bc6f-332b6c4945f5 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:17:51.780459 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 58080) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:52.083780 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-619d05b1-c065-4eb2-a676-7e639d833b43 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:17:52.188195 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619d05b1-c065-4eb2-a676-7e639d833b43 admin admin] Made reservation on behalf of ba2d3044e6284f0b946852e4f48dc61d for: {'network': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:17:52.190448 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-619d05b1-c065-4eb2-a676-7e639d833b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for network (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:52.225923 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-619d05b1-c065-4eb2-a676-7e639d833b43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:52.268246 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f4892a1a-72de-4042-9e3e-5dd3a78663cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:52.324916 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-619d05b1-c065-4eb2-a676-7e639d833b43 admin admin] Publish callbacks [] for security_group (3c71fae6-01a2-4d1c-89c3-2bb25f1177e5), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:52.370968 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-619d05b1-c065-4eb2-a676-7e639d833b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (3c71fae6-01a2-4d1c-89c3-2bb25f1177e5), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:52.386779 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-619d05b1-c065-4eb2-a676-7e639d833b43 admin admin] Reserving flat network on physical network physnet1 {{(pid=103832) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 29 15:17:52.408440 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d05b1-c065-4eb2-a676-7e639d833b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c71fae6-01a2-4d1c-89c3-2bb25f1177e5,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:52.414058 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-619d05b1-c065-4eb2-a676-7e639d833b43 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748544868913', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (fb9f6f37-500f-455d-9ecb-b6a802d0b0b2), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:52.414645 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-619d05b1-c065-4eb2-a676-7e639d833b43 admin admin] Unsubscribe: segment precommit_create {{(pid=103832) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 29 15:17:52.415143 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.db.segments_db [None req-619d05b1-c065-4eb2-a676-7e639d833b43 admin admin] Added segment fb9f6f37-500f-455d-9ecb-b6a802d0b0b2 of type flat for network 3dc57d37-328b-453d-86b3-347b9e0efd38 Mar 29 15:17:52.468144 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-619d05b1-c065-4eb2-a676-7e639d833b43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748544495665'] for network (3dc57d37-328b-453d-86b3-347b9e0efd38), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:52.554249 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-619d05b1-c065-4eb2-a676-7e639d833b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for network (3dc57d37-328b-453d-86b3-347b9e0efd38), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:52.555203 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619d05b1-c065-4eb2-a676-7e639d833b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:52.555845 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-619d05b1-c065-4eb2-a676-7e639d833b43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:52.642684 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d05b1-c065-4eb2-a676-7e639d833b43 admin admin] Pushing event updated for resources: {'Network': ['ID=3dc57d37-328b-453d-86b3-347b9e0efd38,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:52.654008 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Network 3dc57d37-328b-453d-86b3-347b9e0efd38 details requested by agent ovs-agent-dv-cinder-562053-19-iscsi with host dv-cinder-562053-19-iscsi {{(pid=103833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:17:52.688553 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-619d05b1-c065-4eb2-a676-7e639d833b43 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9070160 Mar 29 15:17:54.451341 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4c1660db-33d0-445c-956d-3d7b9e496827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:55.155101 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 58088) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:55.454563 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5384a0ab-45f1-4f99-8a56-9675d9174f0d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:55.455930 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-5384a0ab-45f1-4f99-8a56-9675d9174f0d demo admin] 10.222.0.39 "GET /v2.0/subnets/3dc97ca6-cab2-4b7d-a88d-e5a5e9e421bd HTTP/1.1" status: 200 len: 849 time: 0.2998898 Mar 29 15:17:55.525838 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:55.579455 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-7f59bd9a-8e36-43b9-bb33-2eebc612fc97 demo admin] 10.222.0.39 "GET /v2.0/routers/b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79 HTTP/1.1" status: 200 len: 704 time: 0.1167216 Mar 29 15:17:55.839913 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbec7-2523-4006-8ef7-187f44001e38 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:56.124288 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [None req-e6ddbec7-2523-4006-8ef7-187f44001e38 demo admin] Allocated IP 172.20.0.1 (8b96b564-79b0-4800-9821-90d769ab391b/3dc97ca6-cab2-4b7d-a88d-e5a5e9e421bd/70329827-186e-4c41-b8fe-abf07a75e040) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:17:56.276739 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbec7-2523-4006-8ef7-187f44001e38 demo admin] Publish callbacks [] for port (70329827-186e-4c41-b8fe-abf07a75e040), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:56.422522 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbec7-2523-4006-8ef7-187f44001e38 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934'] for port (70329827-186e-4c41-b8fe-abf07a75e040), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:56.532421 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ddbec7-2523-4006-8ef7-187f44001e38 demo admin] Network 8b96b564-79b0-4800-9821-90d769ab391b is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:17:56.538697 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-e6ddbec7-2523-4006-8ef7-187f44001e38 demo admin] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:17:56.546488 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ddbec7-2523-4006-8ef7-187f44001e38 demo admin] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:17:56.547012 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbec7-2523-4006-8ef7-187f44001e38 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032949'] for router_interface (b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:56.569221 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ddbec7-2523-4006-8ef7-187f44001e38 demo admin] Pushing event updated for resources: {'Port': ['ID=70329827-186e-4c41-b8fe-abf07a75e040,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:56.731962 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-c3f35cad-3ccf-4b3d-97a0-eced16eece76 None None] Provisioning complete for port 70329827-186e-4c41-b8fe-abf07a75e040 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:56.732555 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c3f35cad-3ccf-4b3d-97a0-eced16eece76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (70329827-186e-4c41-b8fe-abf07a75e040), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:56.812026 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbec7-2523-4006-8ef7-187f44001e38 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (70329827-186e-4c41-b8fe-abf07a75e040), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:56.818900 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-c3f35cad-3ccf-4b3d-97a0-eced16eece76 None None] Port 70329827-186e-4c41-b8fe-abf07a75e040 cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:17:56.908506 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:57.019997 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbec7-2523-4006-8ef7-187f44001e38 demo admin] Publish callbacks [] for port (70329827-186e-4c41-b8fe-abf07a75e040), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:57.079389 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbec7-2523-4006-8ef7-187f44001e38 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (70329827-186e-4c41-b8fe-abf07a75e040), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:57.080134 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbec7-2523-4006-8ef7-187f44001e38 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1032801'] for router_interface (b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:57.158917 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ddbec7-2523-4006-8ef7-187f44001e38 demo admin] Pushing event updated for resources: {'Port': ['ID=70329827-186e-4c41-b8fe-abf07a75e040,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:57.202661 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ddbec7-2523-4006-8ef7-187f44001e38 demo admin] Network 8b96b564-79b0-4800-9821-90d769ab391b is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:17:57.203899 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-e6ddbec7-2523-4006-8ef7-187f44001e38 demo admin] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:17:57.434226 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ddbec7-2523-4006-8ef7-187f44001e38 demo admin] Router b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79 is scheduled to L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc with binding_index 1 {{(pid=103832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:17:57.527289 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ddbec7-2523-4006-8ef7-187f44001e38 demo admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:17:57.532933 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-e6ddbec7-2523-4006-8ef7-187f44001e38 demo admin] 10.222.0.39 "PUT /v2.0/routers/b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9474306 Mar 29 15:17:57.545061 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-5f8c453f-841b-451e-b2cf-fc23f6396d8d None None] Provisioning complete for port 70329827-186e-4c41-b8fe-abf07a75e040 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:57.545372 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5f8c453f-841b-451e-b2cf-fc23f6396d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (70329827-186e-4c41-b8fe-abf07a75e040), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:57.550178 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88994f7a-ea6d-4ded-8c01-c4cebf8c3a74 None None] Sync routers for ids ['b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:17:57.562111 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88994f7a-ea6d-4ded-8c01-c4cebf8c3a74 None None] Routers {'b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:17:57.562956 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-88994f7a-ea6d-4ded-8c01-c4cebf8c3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:17:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:57.581638 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-5f8c453f-841b-451e-b2cf-fc23f6396d8d None None] Port 70329827-186e-4c41-b8fe-abf07a75e040 cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:17:57.753753 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-88994f7a-ea6d-4ded-8c01-c4cebf8c3a74 None None] Set router b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79 gateway port host: None {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:17:58.183278 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-88994f7a-ea6d-4ded-8c01-c4cebf8c3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79', 'name': 'router1', 'tenant_id': 'f5f30dbe91124a528815c41f24b688ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:17:46Z', 'updated_at': '2022-03-29T15:17:56Z', 'revision_number': 2, 'project_id': 'f5f30dbe91124a528815c41f24b688ee', 'gw_port_host': None, '_interfaces': [{'id': '70329827-186e-4c41-b8fe-abf07a75e040', 'name': '', 'network_id': '8b96b564-79b0-4800-9821-90d769ab391b', 'tenant_id': 'f5f30dbe91124a528815c41f24b688ee', 'mac_address': 'fa:16:3e:2e:b0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3dc97ca6-cab2-4b7d-a88d-e5a5e9e421bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:55Z', 'updated_at': '2022-03-29T15:17:56Z', 'revision_number': 2, 'project_id': 'f5f30dbe91124a528815c41f24b688ee', 'subnets': [{'id': '3dc97ca6-cab2-4b7d-a88d-e5a5e9e421bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5f6a21c-b418-4a4d-83d6-cfeacadebabf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:58.235444 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88994f7a-ea6d-4ded-8c01-c4cebf8c3a74 None None] Checking router: b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79 for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:17:58.235817 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88994f7a-ea6d-4ded-8c01-c4cebf8c3a74 None None] Updating router b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79 port 70329827-186e-4c41-b8fe-abf07a75e040 binding host dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:17:58.286626 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-88994f7a-ea6d-4ded-8c01-c4cebf8c3a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (70329827-186e-4c41-b8fe-abf07a75e040), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:58.457296 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:58.795910 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-88994f7a-ea6d-4ded-8c01-c4cebf8c3a74 None None] Publish callbacks [] for port (70329827-186e-4c41-b8fe-abf07a75e040), precommit_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:58.879562 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-88994f7a-ea6d-4ded-8c01-c4cebf8c3a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (70329827-186e-4c41-b8fe-abf07a75e040), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:59.048049 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127bc0c8-c59b-4712-94b6-85fd34b8df44 None None] Pushing event updated for resources: {'Port': ['ID=70329827-186e-4c41-b8fe-abf07a75e040,revision_number=3']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:59.050520 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-88994f7a-ea6d-4ded-8c01-c4cebf8c3a74 None None] Attempting to bind port 70329827-186e-4c41-b8fe-abf07a75e040 on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:17:59.050914 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-88994f7a-ea6d-4ded-8c01-c4cebf8c3a74 None None] Attempting to bind port 70329827-186e-4c41-b8fe-abf07a75e040 by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': 'cb2d9b1e-e675-4332-a3ef-f66164fd1583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8b96b564-79b0-4800-9821-90d769ab391b'}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:17:59.051364 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88994f7a-ea6d-4ded-8c01-c4cebf8c3a74 None None] Attempting to bind port 70329827-186e-4c41-b8fe-abf07a75e040 on network 8b96b564-79b0-4800-9821-90d769ab391b {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:17:59.062265 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127bc0c8-c59b-4712-94b6-85fd34b8df44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:59.062642 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127bc0c8-c59b-4712-94b6-85fd34b8df44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:59.062997 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127bc0c8-c59b-4712-94b6-85fd34b8df44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:59.063647 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127bc0c8-c59b-4712-94b6-85fd34b8df44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:59.063647 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127bc0c8-c59b-4712-94b6-85fd34b8df44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:59.063979 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127bc0c8-c59b-4712-94b6-85fd34b8df44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:59.064329 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127bc0c8-c59b-4712-94b6-85fd34b8df44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:59.064655 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127bc0c8-c59b-4712-94b6-85fd34b8df44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:59.064993 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127bc0c8-c59b-4712-94b6-85fd34b8df44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:59.065321 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127bc0c8-c59b-4712-94b6-85fd34b8df44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:59.065645 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127bc0c8-c59b-4712-94b6-85fd34b8df44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:59.065982 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127bc0c8-c59b-4712-94b6-85fd34b8df44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:59.066306 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127bc0c8-c59b-4712-94b6-85fd34b8df44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:59.066623 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127bc0c8-c59b-4712-94b6-85fd34b8df44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:59.066939 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127bc0c8-c59b-4712-94b6-85fd34b8df44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127bc0c8-c59b-4712-94b6-85fd34b8df44 None None] Tracked resource versions report: Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: pushed versions: Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: { 'AddressGroup': {'1.2'}, Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: 'Agent': {'1.1'}, Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: 'ConntrackHelper': {'1.0'}, Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: 'LocalIPAssociation': {'1.0'}, Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: 'Log': {'1.0'}, Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: 'NDPProxy': {'1.0'}, Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: 'Network': {'1.1'}, Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: 'Port': {'1.7'}, Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: 'PortForwarding': {'1.3'}, Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: 'QosPolicy': {'1.10'}, Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: 'SecurityGroup': {'1.5'}, Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: 'SubPort': {'1.0'}, Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: 'Subnet': {'1.1'}, Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: 'Trunk': {'1.1'}} Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: consumer versions: Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: { DHCP agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: L3 agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: Metadata agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: Metering agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: Open vSwitch agent@dv-cinder-562053-19-iscsi: { 'AddressGroup': '1.2', Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: 'Agent': '1.1', Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: 'ConntrackHelper': '1.0', Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: 'LocalIPAssociation': '1.0', Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: 'Log': '1.0', Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: 'NDPProxy': '1.0', Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: 'Network': '1.1', Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: 'Port': '1.7', Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: 'PortForwarding': '1.3', Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: 'QosPolicy': '1.10', Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: 'SecurityGroup': '1.5', Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: 'SecurityGroupRule': '1.2', Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: 'SubPort': '1.0', Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: 'Subnet': '1.1', Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: 'Trunk': '1.1'}} Mar 29 15:17:59.068410 dv-cinder-562053-19-iscsi neutron-server[103834]: {{(pid=103834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:17:59.071682 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88994f7a-ea6d-4ded-8c01-c4cebf8c3a74 None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:17:59.072082 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88994f7a-ea6d-4ded-8c01-c4cebf8c3a74 None None] Checking segment: {'id': 'cb2d9b1e-e675-4332-a3ef-f66164fd1583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8b96b564-79b0-4800-9821-90d769ab391b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:17:59.072578 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-88994f7a-ea6d-4ded-8c01-c4cebf8c3a74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:59.072958 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88994f7a-ea6d-4ded-8c01-c4cebf8c3a74 None None] Bound using segment: {'id': 'cb2d9b1e-e675-4332-a3ef-f66164fd1583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8b96b564-79b0-4800-9821-90d769ab391b'} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:17:59.073455 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-88994f7a-ea6d-4ded-8c01-c4cebf8c3a74 None None] Bound port: 70329827-186e-4c41-b8fe-abf07a75e040, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2d9b1e-e675-4332-a3ef-f66164fd1583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8b96b564-79b0-4800-9821-90d769ab391b'}}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:17:59.073829 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-88994f7a-ea6d-4ded-8c01-c4cebf8c3a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (70329827-186e-4c41-b8fe-abf07a75e040), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:59.110209 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-3734325c-681b-4356-bf9c-ecdd73f57dbd None None] Provisioning complete for port 70329827-186e-4c41-b8fe-abf07a75e040 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:59.110700 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3734325c-681b-4356-bf9c-ecdd73f57dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (70329827-186e-4c41-b8fe-abf07a75e040), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:59.141821 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-88994f7a-ea6d-4ded-8c01-c4cebf8c3a74 None None] For port 70329827-186e-4c41-b8fe-abf07a75e040, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:17:59.147500 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-3734325c-681b-4356-bf9c-ecdd73f57dbd None None] Port 70329827-186e-4c41-b8fe-abf07a75e040 cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:17:59.160701 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-88994f7a-ea6d-4ded-8c01-c4cebf8c3a74 None None] For port 70329827-186e-4c41-b8fe-abf07a75e040, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=70329827-186e-4c41-b8fe-abf07a75e040,segment=NetworkSegment(cb2d9b1e-e675-4332-a3ef-f66164fd1583),segment_id=cb2d9b1e-e675-4332-a3ef-f66164fd1583)] {{(pid=103834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:17:59.234940 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-88994f7a-ea6d-4ded-8c01-c4cebf8c3a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (70329827-186e-4c41-b8fe-abf07a75e040), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:59.294478 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127bc0c8-c59b-4712-94b6-85fd34b8df44 None None] Pushing event updated for resources: {'Port': ['ID=70329827-186e-4c41-b8fe-abf07a75e040,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:59.296870 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88994f7a-ea6d-4ded-8c01-c4cebf8c3a74 None None] Routers {'b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:17:59.297449 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-88994f7a-ea6d-4ded-8c01-c4cebf8c3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:17:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:59.391971 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-88994f7a-ea6d-4ded-8c01-c4cebf8c3a74 None None] Set router b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79 gateway port host: None {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:17:59.473057 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-400a123c-3924-470a-98bd-563aa8d94178 None None] Provisioning complete for port 70329827-186e-4c41-b8fe-abf07a75e040 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:59.474239 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-400a123c-3924-470a-98bd-563aa8d94178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (70329827-186e-4c41-b8fe-abf07a75e040), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:59.554548 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-400a123c-3924-470a-98bd-563aa8d94178 None None] Current status of the port 70329827-186e-4c41-b8fe-abf07a75e040 is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:17:59.555268 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-400a123c-3924-470a-98bd-563aa8d94178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (70329827-186e-4c41-b8fe-abf07a75e040), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:59.591455 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-400a123c-3924-470a-98bd-563aa8d94178 None None] For port 70329827-186e-4c41-b8fe-abf07a75e040, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=70329827-186e-4c41-b8fe-abf07a75e040,segment=NetworkSegment(cb2d9b1e-e675-4332-a3ef-f66164fd1583),segment_id=cb2d9b1e-e675-4332-a3ef-f66164fd1583)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:17:59.608075 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-88994f7a-ea6d-4ded-8c01-c4cebf8c3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79', 'name': 'router1', 'tenant_id': 'f5f30dbe91124a528815c41f24b688ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:17:46Z', 'updated_at': '2022-03-29T15:17:56Z', 'revision_number': 2, 'project_id': 'f5f30dbe91124a528815c41f24b688ee', 'gw_port_host': None, '_interfaces': [{'id': '70329827-186e-4c41-b8fe-abf07a75e040', 'name': '', 'network_id': '8b96b564-79b0-4800-9821-90d769ab391b', 'tenant_id': 'f5f30dbe91124a528815c41f24b688ee', 'mac_address': 'fa:16:3e:2e:b0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3dc97ca6-cab2-4b7d-a88d-e5a5e9e421bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:55Z', 'updated_at': '2022-03-29T15:17:59Z', 'revision_number': 4, 'project_id': 'f5f30dbe91124a528815c41f24b688ee', 'subnets': [{'id': '3dc97ca6-cab2-4b7d-a88d-e5a5e9e421bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5f6a21c-b418-4a4d-83d6-cfeacadebabf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:59.634639 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88994f7a-ea6d-4ded-8c01-c4cebf8c3a74 None None] The sync data for ids ['b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79'] in dv-cinder-562053-19-iscsi is: [{'id': 'b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79', 'name': 'router1', 'tenant_id': 'f5f30dbe91124a528815c41f24b688ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:17:46Z', 'updated_at': '2022-03-29T15:17:56Z', 'revision_number': 2, 'project_id': 'f5f30dbe91124a528815c41f24b688ee', 'gw_port_host': None, '_interfaces': [{'id': '70329827-186e-4c41-b8fe-abf07a75e040', 'name': '', 'network_id': '8b96b564-79b0-4800-9821-90d769ab391b', 'tenant_id': 'f5f30dbe91124a528815c41f24b688ee', 'mac_address': 'fa:16:3e:2e:b0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3dc97ca6-cab2-4b7d-a88d-e5a5e9e421bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:55Z', 'updated_at': '2022-03-29T15:17:59Z', 'revision_number': 4, 'project_id': 'f5f30dbe91124a528815c41f24b688ee', 'subnets': [{'id': '3dc97ca6-cab2-4b7d-a88d-e5a5e9e421bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5f6a21c-b418-4a4d-83d6-cfeacadebabf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:17:59.651456 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-400a123c-3924-470a-98bd-563aa8d94178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (70329827-186e-4c41-b8fe-abf07a75e040), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:59.700880 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a123c-3924-470a-98bd-563aa8d94178 None None] Pushing event updated for resources: {'Port': ['ID=70329827-186e-4c41-b8fe-abf07a75e040,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:59.984592 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 58108) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:18:00.106656 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3ff8e3-edd2-4c2d-9ec7-66d1d0f7be05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:18:00.113135 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-2b3ff8e3-edd2-4c2d-9ec7-66d1d0f7be05 admin admin] 10.222.0.39 "GET /v2.0/networks/3dc57d37-328b-453d-86b3-347b9e0efd38 HTTP/1.1" status: 200 len: 842 time: 0.1223807 Mar 29 15:18:00.117185 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-84e71cc7-9f2a-4b82-8b58-d39931b482cc admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'name': 'public-subnet', 'cidr': '172.27.3.0/24'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:18:00.194612 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e71cc7-9f2a-4b82-8b58-d39931b482cc admin admin] Made reservation on behalf of ba2d3044e6284f0b946852e4f48dc61d for: {'subnet': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:18:00.196957 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-84e71cc7-9f2a-4b82-8b58-d39931b482cc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:00.514181 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.objects.ports [None req-84e71cc7-9f2a-4b82-8b58-d39931b482cc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103832) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 15:18:00.514599 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-84e71cc7-9f2a-4b82-8b58-d39931b482cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for subnet (8a0c47e6-f825-43a4-ad31-8f961885bd6a), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:00.569953 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e71cc7-9f2a-4b82-8b58-d39931b482cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a0c47e6-f825-43a4-ad31-8f961885bd6a,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:18:00.578808 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e71cc7-9f2a-4b82-8b58-d39931b482cc admin admin] Checking segment: {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:18:00.579164 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e71cc7-9f2a-4b82-8b58-d39931b482cc admin admin] Network hostable DHCP agents. Network: 3dc57d37-328b-453d-86b3-347b9e0efd38, hostable agents: ['60b75cb5-fa55-4ab5-bd81-9da0c894ffc8'], hosted agents: [] {{(pid=103832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:18:00.657063 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e71cc7-9f2a-4b82-8b58-d39931b482cc admin admin] Network 3dc57d37-328b-453d-86b3-347b9e0efd38 is scheduled to be hosted by DHCP agent 60b75cb5-fa55-4ab5-bd81-9da0c894ffc8 with binding_index 1 {{(pid=103832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:18:00.760172 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-84e71cc7-9f2a-4b82-8b58-d39931b482cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-19-iscsi, 3dc57d37-328b-453d-86b3-347b9e0efd38) {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:18:00.764230 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e71cc7-9f2a-4b82-8b58-d39931b482cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:18:00.764845 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-84e71cc7-9f2a-4b82-8b58-d39931b482cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:00.769717 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed9fda3-fcda-43c8-b133-d2b6d93618d2 None None] Network 3dc57d37-328b-453d-86b3-347b9e0efd38 requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:18:00.865155 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31d8be4-044d-4b89-8caa-ff38a180e6a5 None None] Network 3dc57d37-328b-453d-86b3-347b9e0efd38 requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:18:00.879271 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-84e71cc7-9f2a-4b82-8b58-d39931b482cc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7546487 Mar 29 15:18:03.293257 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 58126) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:18:03.498750 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-38d34351-f264-47ad-9ec1-8026c2f7ee93 demo admin] 10.222.0.39 "GET /v2.0/routers/b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79 HTTP/1.1" status: 200 len: 710 time: 0.2043779 Mar 29 15:18:03.582289 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3138dd-d2d1-4d8a-ac0b-cab8f954c55f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:18:03.583573 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-db3138dd-d2d1-4d8a-ac0b-cab8f954c55f demo admin] 10.222.0.39 "GET /v2.0/networks/3dc57d37-328b-453d-86b3-347b9e0efd38 HTTP/1.1" status: 200 len: 886 time: 0.0794559 Mar 29 15:18:03.592943 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-d0ae2394-5642-48ca-a6d4-01f4b1bd10e5 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:18:03.850738 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d0ae2394-5642-48ca-a6d4-01f4b1bd10e5 demo admin] Publish callbacks [] for router_gateway (b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:04.147747 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d0ae2394-5642-48ca-a6d4-01f4b1bd10e5 demo admin] Publish callbacks [] for router_gateway (b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:04.221050 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d0ae2394-5642-48ca-a6d4-01f4b1bd10e5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:04.324516 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [None req-d0ae2394-5642-48ca-a6d4-01f4b1bd10e5 demo admin] Allocated IP 172.27.3.204 (3dc57d37-328b-453d-86b3-347b9e0efd38/8a0c47e6-f825-43a4-ad31-8f961885bd6a/10b17892-c4d8-4bc6-8ea6-c7e9a9665a74) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:18:04.427123 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d0ae2394-5642-48ca-a6d4-01f4b1bd10e5 demo admin] Publish callbacks [] for port (10b17892-c4d8-4bc6-8ea6-c7e9a9665a74), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:04.555078 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d0ae2394-5642-48ca-a6d4-01f4b1bd10e5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934'] for port (10b17892-c4d8-4bc6-8ea6-c7e9a9665a74), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:04.594010 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ae2394-5642-48ca-a6d4-01f4b1bd10e5 demo admin] Network 3dc57d37-328b-453d-86b3-347b9e0efd38 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:18:04.601102 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-d0ae2394-5642-48ca-a6d4-01f4b1bd10e5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:18:04.604212 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ae2394-5642-48ca-a6d4-01f4b1bd10e5 demo admin] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:18:04.606972 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae2394-5642-48ca-a6d4-01f4b1bd10e5 demo admin] Pushing event updated for resources: {'Port': ['ID=10b17892-c4d8-4bc6-8ea6-c7e9a9665a74,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:18:04.991310 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d0ae2394-5642-48ca-a6d4-01f4b1bd10e5 demo admin] Publish callbacks [] for router_gateway (b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:05.269341 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d0ae2394-5642-48ca-a6d4-01f4b1bd10e5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1033415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-874'] for router (b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:05.272575 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d0ae2394-5642-48ca-a6d4-01f4b1bd10e5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1033250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1033424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1033433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034687'] for router (b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:05.379720 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ae2394-5642-48ca-a6d4-01f4b1bd10e5 demo admin] Router b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79 has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:18:05.489646 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ae2394-5642-48ca-a6d4-01f4b1bd10e5 demo admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:18:05.494914 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d0ae2394-5642-48ca-a6d4-01f4b1bd10e5 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:05.496719 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-d0ae2394-5642-48ca-a6d4-01f4b1bd10e5 demo admin] 10.222.0.39 "PUT /v2.0/routers/b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79 HTTP/1.1" status: 200 len: 890 time: 1.9071722 Mar 29 15:18:07.142728 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 70329827-186e-4c41-b8fe-abf07a75e040 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:18:07.196040 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 70329827-186e-4c41-b8fe-abf07a75e040 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:18:07.196461 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (70329827-186e-4c41-b8fe-abf07a75e040), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:07.271231 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 70329827-186e-4c41-b8fe-abf07a75e040 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:18:08.022518 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 58138) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:18:08.176822 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-7e135a5f-a3bc-44ba-a85a-514725317e4d admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1528299 Mar 29 15:18:08.253265 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28907014-c387-4560-a6be-5765bc9f891a None None] Sync routers for ids ['b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79'] in dv-cinder-562053-19-iscsi {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:18:08.266254 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28907014-c387-4560-a6be-5765bc9f891a None None] Routers {'b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:18:08.267089 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-28907014-c387-4560-a6be-5765bc9f891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:17:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:18:08.487556 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-28907014-c387-4560-a6be-5765bc9f891a None None] Set router b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:18:08.961687 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-28907014-c387-4560-a6be-5765bc9f891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79', 'name': 'router1', 'tenant_id': 'f5f30dbe91124a528815c41f24b688ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '10b17892-c4d8-4bc6-8ea6-c7e9a9665a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:17:46Z', 'updated_at': '2022-03-29T15:18:04Z', 'revision_number': 4, 'project_id': 'f5f30dbe91124a528815c41f24b688ee', 'gw_port': {'id': '10b17892-c4d8-4bc6-8ea6-c7e9a9665a74', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:18:04Z', 'updated_at': '2022-03-29T15:18:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '70329827-186e-4c41-b8fe-abf07a75e040', 'name': '', 'network_id': '8b96b564-79b0-4800-9821-90d769ab391b', 'tenant_id': 'f5f30dbe91124a528815c41f24b688ee', 'mac_address': 'fa:16:3e:2e:b0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3dc97ca6-cab2-4b7d-a88d-e5a5e9e421bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:55Z', 'updated_at': '2022-03-29T15:17:59Z', 'revision_number': 5, 'project_id': 'f5f30dbe91124a528815c41f24b688ee', 'subnets': [{'id': '3dc97ca6-cab2-4b7d-a88d-e5a5e9e421bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5f6a21c-b418-4a4d-83d6-cfeacadebabf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:18:09.011627 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28907014-c387-4560-a6be-5765bc9f891a None None] Checking router: b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79 for host: dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:18:09.011984 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28907014-c387-4560-a6be-5765bc9f891a None None] Updating router b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79 port 10b17892-c4d8-4bc6-8ea6-c7e9a9665a74 binding host dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:18:09.073149 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-28907014-c387-4560-a6be-5765bc9f891a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (10b17892-c4d8-4bc6-8ea6-c7e9a9665a74), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:09.384012 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-28907014-c387-4560-a6be-5765bc9f891a None None] Publish callbacks [] for port (10b17892-c4d8-4bc6-8ea6-c7e9a9665a74), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:09.444117 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-28907014-c387-4560-a6be-5765bc9f891a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (10b17892-c4d8-4bc6-8ea6-c7e9a9665a74), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:09.504868 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-28907014-c387-4560-a6be-5765bc9f891a None None] Attempting to bind port 10b17892-c4d8-4bc6-8ea6-c7e9a9665a74 on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:18:09.505239 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-28907014-c387-4560-a6be-5765bc9f891a None None] Attempting to bind port 10b17892-c4d8-4bc6-8ea6-c7e9a9665a74 by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:18:09.505607 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28907014-c387-4560-a6be-5765bc9f891a None None] Attempting to bind port 10b17892-c4d8-4bc6-8ea6-c7e9a9665a74 on network 3dc57d37-328b-453d-86b3-347b9e0efd38 {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:18:09.512794 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239b972-dc4a-43d2-8c7c-c5d3f10d95f5 None None] Pushing event updated for resources: {'Port': ['ID=10b17892-c4d8-4bc6-8ea6-c7e9a9665a74,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:18:09.519046 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28907014-c387-4560-a6be-5765bc9f891a None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:18:09.519424 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28907014-c387-4560-a6be-5765bc9f891a None None] Checking segment: {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:18:09.519829 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-28907014-c387-4560-a6be-5765bc9f891a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:09.520377 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28907014-c387-4560-a6be-5765bc9f891a None None] Bound using segment: {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:18:09.520856 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-28907014-c387-4560-a6be-5765bc9f891a None None] Bound port: 10b17892-c4d8-4bc6-8ea6-c7e9a9665a74, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:18:09.521240 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-28907014-c387-4560-a6be-5765bc9f891a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (10b17892-c4d8-4bc6-8ea6-c7e9a9665a74), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:09.576401 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-28907014-c387-4560-a6be-5765bc9f891a None None] For port 10b17892-c4d8-4bc6-8ea6-c7e9a9665a74, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:18:09.579190 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-28907014-c387-4560-a6be-5765bc9f891a None None] For port 10b17892-c4d8-4bc6-8ea6-c7e9a9665a74, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=10b17892-c4d8-4bc6-8ea6-c7e9a9665a74,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:18:09.650272 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-28907014-c387-4560-a6be-5765bc9f891a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (10b17892-c4d8-4bc6-8ea6-c7e9a9665a74), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:09.707654 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28907014-c387-4560-a6be-5765bc9f891a None None] Routers {'b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:18:09.708260 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-28907014-c387-4560-a6be-5765bc9f891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:17:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:18:09.711551 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239b972-dc4a-43d2-8c7c-c5d3f10d95f5 None None] Pushing event updated for resources: {'Port': ['ID=10b17892-c4d8-4bc6-8ea6-c7e9a9665a74,revision_number=3']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:18:09.814756 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-28907014-c387-4560-a6be-5765bc9f891a None None] Set router b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:18:10.041545 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-28907014-c387-4560-a6be-5765bc9f891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79', 'name': 'router1', 'tenant_id': 'f5f30dbe91124a528815c41f24b688ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '10b17892-c4d8-4bc6-8ea6-c7e9a9665a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:17:46Z', 'updated_at': '2022-03-29T15:18:04Z', 'revision_number': 4, 'project_id': 'f5f30dbe91124a528815c41f24b688ee', 'gw_port': {'id': '10b17892-c4d8-4bc6-8ea6-c7e9a9665a74', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:18:04Z', 'updated_at': '2022-03-29T15:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '70329827-186e-4c41-b8fe-abf07a75e040', 'name': '', 'network_id': '8b96b564-79b0-4800-9821-90d769ab391b', 'tenant_id': 'f5f30dbe91124a528815c41f24b688ee', 'mac_address': 'fa:16:3e:2e:b0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3dc97ca6-cab2-4b7d-a88d-e5a5e9e421bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:55Z', 'updated_at': '2022-03-29T15:17:59Z', 'revision_number': 5, 'project_id': 'f5f30dbe91124a528815c41f24b688ee', 'subnets': [{'id': '3dc97ca6-cab2-4b7d-a88d-e5a5e9e421bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5f6a21c-b418-4a4d-83d6-cfeacadebabf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:18:10.068133 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28907014-c387-4560-a6be-5765bc9f891a None None] The sync data for ids ['b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79'] in dv-cinder-562053-19-iscsi is: [{'id': 'b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79', 'name': 'router1', 'tenant_id': 'f5f30dbe91124a528815c41f24b688ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '10b17892-c4d8-4bc6-8ea6-c7e9a9665a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:17:46Z', 'updated_at': '2022-03-29T15:18:04Z', 'revision_number': 4, 'project_id': 'f5f30dbe91124a528815c41f24b688ee', 'gw_port': {'id': '10b17892-c4d8-4bc6-8ea6-c7e9a9665a74', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:18:04Z', 'updated_at': '2022-03-29T15:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '70329827-186e-4c41-b8fe-abf07a75e040', 'name': '', 'network_id': '8b96b564-79b0-4800-9821-90d769ab391b', 'tenant_id': 'f5f30dbe91124a528815c41f24b688ee', 'mac_address': 'fa:16:3e:2e:b0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ba7b3b-c6ee-4d3d-aca9-f5677c6b0d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3dc97ca6-cab2-4b7d-a88d-e5a5e9e421bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:55Z', 'updated_at': '2022-03-29T15:17:59Z', 'revision_number': 5, 'project_id': 'f5f30dbe91124a528815c41f24b688ee', 'subnets': [{'id': '3dc97ca6-cab2-4b7d-a88d-e5a5e9e421bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5f6a21c-b418-4a4d-83d6-cfeacadebabf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:18:11.177770 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 10b17892-c4d8-4bc6-8ea6-c7e9a9665a74 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:18:11.225804 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 10b17892-c4d8-4bc6-8ea6-c7e9a9665a74 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:18:11.226211 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (10b17892-c4d8-4bc6-8ea6-c7e9a9665a74), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:11.316378 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 10b17892-c4d8-4bc6-8ea6-c7e9a9665a74 is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:18:11.317576 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (10b17892-c4d8-4bc6-8ea6-c7e9a9665a74), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:11.362643 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] For port 10b17892-c4d8-4bc6-8ea6-c7e9a9665a74, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=10b17892-c4d8-4bc6-8ea6-c7e9a9665a74,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:18:11.421417 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (10b17892-c4d8-4bc6-8ea6-c7e9a9665a74), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:11.476297 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Pushing event updated for resources: {'Port': ['ID=10b17892-c4d8-4bc6-8ea6-c7e9a9665a74,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:18:13.192568 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 10b17892-c4d8-4bc6-8ea6-c7e9a9665a74 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:18:13.287638 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 10b17892-c4d8-4bc6-8ea6-c7e9a9665a74 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:18:13.288162 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (10b17892-c4d8-4bc6-8ea6-c7e9a9665a74), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:13.369585 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 10b17892-c4d8-4bc6-8ea6-c7e9a9665a74 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:18:21.515633 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 5 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:18:22.243707 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-73492526-0ee2-412c-a242-41e77f11bcf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:24.479859 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-264a0222-829a-4d75-9502-cb7083d59fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:25.532590 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:26.897101 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:28.483884 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:52.245430 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-37e55a1f-1827-4465-aba0-f503030cce9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:54.499879 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c552b6f8-d12d-47d7-8b24-835bcb2e1d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:55.523370 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:56.865716 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:58.515020 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 5 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:18:58.711127 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:22.250319 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fb5a2e96-16b4-4fd1-9713-fa5547a8300a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:24.456703 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a0fd007e-abbf-4047-bb6c-b778841a037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:25.513303 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:26.858781 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:28.469841 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:33.113776 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 58622) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:19:33.174853 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ac9ca2-3778-4742-8bd0-642e2ca6a936 admin admin] GET failed (client error): The resource could not be found. Mar 29 15:19:33.176161 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-c4ac9ca2-3778-4742-8bd0-642e2ca6a936 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0614233 Mar 29 15:19:33.338498 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5aa0ca-9416-40fe-8ee9-dc9c505022ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:33.339895 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-7a5aa0ca-9416-40fe-8ee9-dc9c505022ae admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1590087 Mar 29 15:19:35.513265 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 5 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:19:35.654790 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 58632) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:19:35.748336 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7cbfd0-f02a-4bf2-82bf-02e6c380f9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:35.749666 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-8c7cbfd0-f02a-4bf2-82bf-02e6c380f9fe admin admin] 10.222.0.39 "GET /v2.0/subnets/3dc97ca6-cab2-4b7d-a88d-e5a5e9e421bd HTTP/1.1" status: 200 len: 849 time: 0.0939417 Mar 29 15:19:35.759562 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-1b7b3145-c9b1-473b-a722-33421648995d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:19:35.842901 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1b7b3145-c9b1-473b-a722-33421648995d admin admin] Publish callbacks [] for subnet (3dc97ca6-cab2-4b7d-a88d-e5a5e9e421bd), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:36.178578 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1b7b3145-c9b1-473b-a722-33421648995d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748545096066'] for subnet (3dc97ca6-cab2-4b7d-a88d-e5a5e9e421bd), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:36.214355 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7b3145-c9b1-473b-a722-33421648995d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:36.214940 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1b7b3145-c9b1-473b-a722-33421648995d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:36.217773 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8ce026-14a0-4043-9466-36c772efd9b4 None None] Network 8b96b564-79b0-4800-9821-90d769ab391b requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:19:36.221030 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-1b7b3145-c9b1-473b-a722-33421648995d admin admin] 10.222.0.39 "PUT /v2.0/subnets/3dc97ca6-cab2-4b7d-a88d-e5a5e9e421bd HTTP/1.1" status: 200 len: 868 time: 0.4652982 Mar 29 15:19:36.243518 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b3145-c9b1-473b-a722-33421648995d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dc97ca6-cab2-4b7d-a88d-e5a5e9e421bd,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:19:36.252749 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b3145-c9b1-473b-a722-33421648995d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:36.253116 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b3145-c9b1-473b-a722-33421648995d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:36.253457 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b3145-c9b1-473b-a722-33421648995d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:36.253795 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b3145-c9b1-473b-a722-33421648995d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:36.254174 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b3145-c9b1-473b-a722-33421648995d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:36.254515 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b3145-c9b1-473b-a722-33421648995d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:36.254842 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b3145-c9b1-473b-a722-33421648995d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:36.255166 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b3145-c9b1-473b-a722-33421648995d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:36.256354 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b3145-c9b1-473b-a722-33421648995d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:36.256702 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b3145-c9b1-473b-a722-33421648995d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:36.257061 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b3145-c9b1-473b-a722-33421648995d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:36.257406 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b3145-c9b1-473b-a722-33421648995d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:36.257733 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b3145-c9b1-473b-a722-33421648995d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:36.258225 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b3145-c9b1-473b-a722-33421648995d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:36.258681 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b3145-c9b1-473b-a722-33421648995d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:36.551364 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-faecf1c1-f826-42ec-9a43-35f57fd1d45b None None] Provisioning complete for port 44bc186e-2504-426f-bc6f-332b6c4945f5 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:19:36.551750 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-faecf1c1-f826-42ec-9a43-35f57fd1d45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (44bc186e-2504-426f-bc6f-332b6c4945f5), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:36.626952 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-faecf1c1-f826-42ec-9a43-35f57fd1d45b None None] Current status of the port 44bc186e-2504-426f-bc6f-332b6c4945f5 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:19:36.636800 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-faecf1c1-f826-42ec-9a43-35f57fd1d45b None None] Provisioning complete for port 70329827-186e-4c41-b8fe-abf07a75e040 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:19:36.637189 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-faecf1c1-f826-42ec-9a43-35f57fd1d45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (70329827-186e-4c41-b8fe-abf07a75e040), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:36.712057 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-faecf1c1-f826-42ec-9a43-35f57fd1d45b None None] Current status of the port 70329827-186e-4c41-b8fe-abf07a75e040 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:19:38.514859 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 58640) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:19:38.706236 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a67976-e33d-47b6-80e3-4a1c2ce2f266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:38.706616 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a67976-e33d-47b6-80e3-4a1c2ce2f266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:38.708131 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-98a67976-e33d-47b6-80e3-4a1c2ce2f266 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1923263 Mar 29 15:19:40.985466 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 58648) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:19:41.205235 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc19f97-8291-4274-9910-8f5756e99f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:41.205621 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc19f97-8291-4274-9910-8f5756e99f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:41.207139 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-cbc19f97-8291-4274-9910-8f5756e99f1c admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2207420 Mar 29 15:19:43.497736 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 58658) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:19:43.630085 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91b2f56-a3a7-4fb3-b006-6d08f91d76a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:43.631518 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-d91b2f56-a3a7-4fb3-b006-6d08f91d76a8 admin admin] 10.222.0.39 "GET /v2.0/networks/3dc57d37-328b-453d-86b3-347b9e0efd38 HTTP/1.1" status: 200 len: 886 time: 0.1327753 Mar 29 15:19:45.993632 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 58666) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:19:46.196550 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea96970d-b69b-467d-af32-138a2837a9fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:46.197822 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-ea96970d-b69b-467d-af32-138a2837a9fb admin admin] 10.222.0.39 "GET /v2.0/networks/8b96b564-79b0-4800-9821-90d769ab391b HTTP/1.1" status: 200 len: 869 time: 0.2031705 Mar 29 15:19:48.489621 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 58674) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:19:48.614532 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e2c6db-970f-4aad-88c1-e73c6b0e16ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:48.614991 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e2c6db-970f-4aad-88c1-e73c6b0e16ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:48.616557 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-b1e2c6db-970f-4aad-88c1-e73c6b0e16ee admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1259747 Mar 29 15:19:50.906722 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 58682) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:19:51.026242 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a436ee8e-b49e-420f-8dfc-80cbfc18e715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:51.026689 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a436ee8e-b49e-420f-8dfc-80cbfc18e715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:51.028224 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-a436ee8e-b49e-420f-8dfc-80cbfc18e715 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1205626 Mar 29 15:19:52.246464 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6c768c32-bf65-4746-91cd-5f26420086ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:53.313846 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 58690) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:19:53.407322 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fc80b3-251d-4035-8e05-3178895b67da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:53.408591 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-f8fc80b3-251d-4035-8e05-3178895b67da admin admin] 10.222.0.39 "GET /v2.0/subnets/3dc97ca6-cab2-4b7d-a88d-e5a5e9e421bd HTTP/1.1" status: 200 len: 868 time: 0.0937963 Mar 29 15:19:54.458663 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d7f997b5-307e-400d-b23e-56d6cf49a43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:55.547118 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:55.692755 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 58698) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:19:55.777122 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80ebd3d-d7b9-4d12-83d7-cf8fc33a2e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:55.778419 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-b80ebd3d-d7b9-4d12-83d7-cf8fc33a2e27 admin admin] 10.222.0.39 "GET /v2.0/subnets/8a0c47e6-f825-43a4-ad31-8f961885bd6a HTTP/1.1" status: 200 len: 816 time: 0.0848103 Mar 29 15:19:56.861100 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:58.446509 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:12.511927 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 5 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:20:22.266432 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-05d26726-f92e-45ad-899a-d6c668ee4c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:23.796230 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 58750) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:20:23.842741 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [None req-b5c1f427-8519-4b76-8855-4036f0195bd2 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:20:23.843739 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-b5c1f427-8519-4b76-8855-4036f0195bd2 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465450 Mar 29 15:20:24.474714 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-10876bbd-1bb5-4d18-9148-0826555c726f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:25.525581 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:26.199777 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 58758) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:20:26.259817 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.pecan_wsgi.hooks.translation [None req-95bcc22f-3acd-41a2-87da-f7d5458e1e97 admin admin] GET failed (client error): The resource could not be found. Mar 29 15:20:26.261118 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-95bcc22f-3acd-41a2-87da-f7d5458e1e97 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603542 Mar 29 15:20:26.404293 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55d9829-791d-4235-a24f-fbac8b3fbca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:26.405692 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-c55d9829-791d-4235-a24f-fbac8b3fbca1 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1406388 Mar 29 15:20:26.872437 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:28.449629 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:28.730043 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 58766) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:20:28.776046 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-ce3f43e9-87fe-4e8b-a689-0f119d0a8ec6 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:20:28.849486 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3f43e9-87fe-4e8b-a689-0f119d0a8ec6 admin admin] Made reservation on behalf of ba2d3044e6284f0b946852e4f48dc61d for: {'network': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:20:28.851658 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ce3f43e9-87fe-4e8b-a689-0f119d0a8ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for network (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:28.877991 dv-cinder-562053-19-iscsi neutron-server[103832]: WARNING neutron.services.revisions.revision_plugin [None req-ce3f43e9-87fe-4e8b-a689-0f119d0a8ec6 admin admin] Could not find related network for resource to bump revision. Mar 29 15:20:28.891195 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce3f43e9-87fe-4e8b-a689-0f119d0a8ec6 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=103832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:20:28.900645 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ce3f43e9-87fe-4e8b-a689-0f119d0a8ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (27af6af9-bc31-4d53-96e6-bba03fbb2298), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:28.900984 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.db.segments_db [None req-ce3f43e9-87fe-4e8b-a689-0f119d0a8ec6 admin admin] Added segment 27af6af9-bc31-4d53-96e6-bba03fbb2298 of type vlan for network a1867e80-8cda-431a-902b-ef69aba39f70 Mar 29 15:20:28.938265 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ce3f43e9-87fe-4e8b-a689-0f119d0a8ec6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748544495665'] for network (a1867e80-8cda-431a-902b-ef69aba39f70), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:29.026849 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ce3f43e9-87fe-4e8b-a689-0f119d0a8ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for network (a1867e80-8cda-431a-902b-ef69aba39f70), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:29.027855 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3f43e9-87fe-4e8b-a689-0f119d0a8ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:29.028606 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ce3f43e9-87fe-4e8b-a689-0f119d0a8ec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:29.085372 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f43e9-87fe-4e8b-a689-0f119d0a8ec6 admin admin] Pushing event updated for resources: {'Network': ['ID=a1867e80-8cda-431a-902b-ef69aba39f70,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:20:29.094838 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Network a1867e80-8cda-431a-902b-ef69aba39f70 details requested by agent ovs-agent-dv-cinder-562053-19-iscsi with host dv-cinder-562053-19-iscsi {{(pid=103833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:20:29.126933 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-ce3f43e9-87fe-4e8b-a689-0f119d0a8ec6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3958538 Mar 29 15:20:31.457037 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 58774) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:20:31.517270 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b649dbf-26c2-4392-9761-6363b91761f6 admin admin] GET failed (client error): The resource could not be found. Mar 29 15:20:31.518536 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-2b649dbf-26c2-4392-9761-6363b91761f6 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599871 Mar 29 15:20:31.588319 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329dfa03-b577-4e5e-8c13-84f599cdbad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:31.589741 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-329dfa03-b577-4e5e-8c13-84f599cdbad1 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0666084 Mar 29 15:20:31.599051 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-1b81fc2b-84fd-491f-92eb-1912398c3b78 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'a1867e80-8cda-431a-902b-ef69aba39f70', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:20:31.672452 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b81fc2b-84fd-491f-92eb-1912398c3b78 admin admin] Made reservation on behalf of ba2d3044e6284f0b946852e4f48dc61d for: {'subnet': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:20:31.674573 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1b81fc2b-84fd-491f-92eb-1912398c3b78 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:31.977064 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1b81fc2b-84fd-491f-92eb-1912398c3b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for subnet (39cb900f-d3cd-4d46-9708-0ece0e85ce8b), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:32.029945 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81fc2b-84fd-491f-92eb-1912398c3b78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39cb900f-d3cd-4d46-9708-0ece0e85ce8b,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:20:32.038991 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b81fc2b-84fd-491f-92eb-1912398c3b78 admin admin] Checking segment: {'id': '27af6af9-bc31-4d53-96e6-bba03fbb2298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a1867e80-8cda-431a-902b-ef69aba39f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:20:32.039338 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b81fc2b-84fd-491f-92eb-1912398c3b78 admin admin] Network hostable DHCP agents. Network: a1867e80-8cda-431a-902b-ef69aba39f70, hostable agents: ['60b75cb5-fa55-4ab5-bd81-9da0c894ffc8'], hosted agents: [] {{(pid=103832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:20:32.130938 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b81fc2b-84fd-491f-92eb-1912398c3b78 admin admin] Network a1867e80-8cda-431a-902b-ef69aba39f70 is scheduled to be hosted by DHCP agent 60b75cb5-fa55-4ab5-bd81-9da0c894ffc8 with binding_index 1 {{(pid=103832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:20:32.210638 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-1b81fc2b-84fd-491f-92eb-1912398c3b78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-19-iscsi, a1867e80-8cda-431a-902b-ef69aba39f70) {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:20:32.214515 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b81fc2b-84fd-491f-92eb-1912398c3b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:32.228182 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1b81fc2b-84fd-491f-92eb-1912398c3b78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:32.228984 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c271e1-cc9d-4201-836e-90eb949e84d7 None None] Network a1867e80-8cda-431a-902b-ef69aba39f70 requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:20:32.299458 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-1b81fc2b-84fd-491f-92eb-1912398c3b78 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7036023 Mar 29 15:20:32.322849 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd4760e-f710-5e2a-8ad4-26c94dd4ee74-a1867e80-8cda-431a-902b-ef69aba39f70', 'network_id': 'a1867e80-8cda-431a-902b-ef69aba39f70', 'project_id': 'ba2d3044e6284f0b946852e4f48dc61d', 'fixed_ips': [{'subnet_id': '39cb900f-d3cd-4d46-9708-0ece0e85ce8b'}]}} from dv-cinder-562053-19-iscsi. {{(pid=103833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:20:32.323739 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:32.561674 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Allocated IP 192.168.233.2 (a1867e80-8cda-431a-902b-ef69aba39f70/39cb900f-d3cd-4d46-9708-0ece0e85ce8b/5bf23eec-ed92-42c4-aa98-61ed93826e6e) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:20:32.706173 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Publish callbacks [] for port (5bf23eec-ed92-42c4-aa98-61ed93826e6e), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:32.789000 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934'] for port (5bf23eec-ed92-42c4-aa98-61ed93826e6e), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:32.824001 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Network a1867e80-8cda-431a-902b-ef69aba39f70 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:20:32.826834 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:20:32.833099 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:20:32.846909 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Pushing event updated for resources: {'Port': ['ID=5bf23eec-ed92-42c4-aa98-61ed93826e6e,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:20:32.870402 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:20:32.874171 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:20:32.874171 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:20:32.874171 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:20:32.874171 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:20:32.874171 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:20:32.874171 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:20:32.874171 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:20:32.874171 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:20:32.874171 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:20:32.874171 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:20:32.874171 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:20:32.875086 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:20:32.875086 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:20:32.875086 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:20:32.904884 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Attempting to bind port 5bf23eec-ed92-42c4-aa98-61ed93826e6e on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:20:32.905281 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Attempting to bind port 5bf23eec-ed92-42c4-aa98-61ed93826e6e by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': '27af6af9-bc31-4d53-96e6-bba03fbb2298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a1867e80-8cda-431a-902b-ef69aba39f70'}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:20:32.905641 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Attempting to bind port 5bf23eec-ed92-42c4-aa98-61ed93826e6e on network a1867e80-8cda-431a-902b-ef69aba39f70 {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:20:32.910702 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:20:32.911078 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Checking segment: {'id': '27af6af9-bc31-4d53-96e6-bba03fbb2298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a1867e80-8cda-431a-902b-ef69aba39f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:20:32.911477 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:32.911873 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Bound using segment: {'id': '27af6af9-bc31-4d53-96e6-bba03fbb2298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a1867e80-8cda-431a-902b-ef69aba39f70'} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:20:32.912368 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Bound port: 5bf23eec-ed92-42c4-aa98-61ed93826e6e, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27af6af9-bc31-4d53-96e6-bba03fbb2298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a1867e80-8cda-431a-902b-ef69aba39f70'}}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:20:32.912770 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (5bf23eec-ed92-42c4-aa98-61ed93826e6e), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:32.978670 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] For port 5bf23eec-ed92-42c4-aa98-61ed93826e6e, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:20:32.981901 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] For port 5bf23eec-ed92-42c4-aa98-61ed93826e6e, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=5bf23eec-ed92-42c4-aa98-61ed93826e6e,segment=NetworkSegment(27af6af9-bc31-4d53-96e6-bba03fbb2298),segment_id=27af6af9-bc31-4d53-96e6-bba03fbb2298)] {{(pid=103833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:20:33.056203 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (5bf23eec-ed92-42c4-aa98-61ed93826e6e), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:33.113075 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070f094-84a7-439c-97e2-81a1896931b8 None None] Pushing event updated for resources: {'Port': ['ID=5bf23eec-ed92-42c4-aa98-61ed93826e6e,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:20:33.946540 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8436aa66-a024-4018-890f-011d8c7d41e6 None None] Network a1867e80-8cda-431a-902b-ef69aba39f70 requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:20:34.057381 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-fc671328-ac3d-464e-8489-2acdc6993745 None None] Provisioning complete for port 5bf23eec-ed92-42c4-aa98-61ed93826e6e triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:20:34.057777 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fc671328-ac3d-464e-8489-2acdc6993745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (5bf23eec-ed92-42c4-aa98-61ed93826e6e), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:34.146638 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-fc671328-ac3d-464e-8489-2acdc6993745 None None] Current status of the port 5bf23eec-ed92-42c4-aa98-61ed93826e6e is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:20:34.147019 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fc671328-ac3d-464e-8489-2acdc6993745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (5bf23eec-ed92-42c4-aa98-61ed93826e6e), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:34.182680 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-fc671328-ac3d-464e-8489-2acdc6993745 None None] For port 5bf23eec-ed92-42c4-aa98-61ed93826e6e, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=5bf23eec-ed92-42c4-aa98-61ed93826e6e,segment=NetworkSegment(27af6af9-bc31-4d53-96e6-bba03fbb2298),segment_id=27af6af9-bc31-4d53-96e6-bba03fbb2298)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:20:34.279989 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fc671328-ac3d-464e-8489-2acdc6993745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (5bf23eec-ed92-42c4-aa98-61ed93826e6e), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:34.333877 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc671328-ac3d-464e-8489-2acdc6993745 None None] Pushing event updated for resources: {'Port': ['ID=5bf23eec-ed92-42c4-aa98-61ed93826e6e,revision_number=3']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:20:34.398349 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-a48bb0f2-e4a9-4a5f-a8ae-9d872d9e3ff9 None None] Provisioning complete for port 5bf23eec-ed92-42c4-aa98-61ed93826e6e triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:20:34.398731 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a48bb0f2-e4a9-4a5f-a8ae-9d872d9e3ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (5bf23eec-ed92-42c4-aa98-61ed93826e6e), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:34.477806 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-a48bb0f2-e4a9-4a5f-a8ae-9d872d9e3ff9 None None] Current status of the port 5bf23eec-ed92-42c4-aa98-61ed93826e6e is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:20:35.254581 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 5bf23eec-ed92-42c4-aa98-61ed93826e6e up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:20:35.307976 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 5bf23eec-ed92-42c4-aa98-61ed93826e6e triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:20:35.308398 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (5bf23eec-ed92-42c4-aa98-61ed93826e6e), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:35.384787 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 5bf23eec-ed92-42c4-aa98-61ed93826e6e is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:20:49.511304 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 5 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:20:52.273265 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67b391b4-b794-4ded-80fc-65bbde4c4260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:54.444956 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e017d41f-67e8-47d8-8bcd-e458236213af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:55.559087 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:56.873350 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:58.449325 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:22.249770 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-77414e8e-1413-41b2-b100-18bdd8b948d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:24.454961 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-285994ae-f62e-4b99-9098-58d5c737c766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:25.518825 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:26.511660 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 5 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:21:26.860768 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:28.466779 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:52.243295 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-09656c63-e7e7-4fb2-a21d-fa5eb134a08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:54.437359 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6657885c-4968-4d2a-b418-f08d6bc9ff7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:55.511379 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:56.889097 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:58.448667 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:59.082751 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 58812) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:21:59.088313 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [None req-d35efe24-db71-4d90-8f9b-06a3edec9cb5 tempest-verify_tempest_config-264613055 tempest-verify_tempest_config-264613055-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:21:59.089263 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-d35efe24-db71-4d90-8f9b-06a3edec9cb5 tempest-verify_tempest_config-264613055 tempest-verify_tempest_config-264613055-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055602 Mar 29 15:21:59.780172 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 58830) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:21:59.881323 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f56b5801-c9fc-4d0c-a161-6ed755466b7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:59.951944 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f56b5801-c9fc-4d0c-a161-6ed755466b7d admin admin] Publish callbacks [] for security_group (2dd095d6-15c8-4c0a-96f2-5de6dc84d619), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:00.031501 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f56b5801-c9fc-4d0c-a161-6ed755466b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (2dd095d6-15c8-4c0a-96f2-5de6dc84d619), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:00.076371 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-f56b5801-c9fc-4d0c-a161-6ed755466b7d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6645ccf93cd14b549a4b9947ebc6d57d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2947857 Mar 29 15:22:00.077196 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b5801-c9fc-4d0c-a161-6ed755466b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd095d6-15c8-4c0a-96f2-5de6dc84d619,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:22:00.078958 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 58836) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:22:00.094715 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b5801-c9fc-4d0c-a161-6ed755466b7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:22:00.095073 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b5801-c9fc-4d0c-a161-6ed755466b7d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:22:00.095444 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b5801-c9fc-4d0c-a161-6ed755466b7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:22:00.095792 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b5801-c9fc-4d0c-a161-6ed755466b7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:22:00.096134 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b5801-c9fc-4d0c-a161-6ed755466b7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:22:00.096508 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b5801-c9fc-4d0c-a161-6ed755466b7d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:22:00.096840 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b5801-c9fc-4d0c-a161-6ed755466b7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:22:00.097173 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b5801-c9fc-4d0c-a161-6ed755466b7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:22:00.097520 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b5801-c9fc-4d0c-a161-6ed755466b7d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:22:00.097854 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b5801-c9fc-4d0c-a161-6ed755466b7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:22:00.098186 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b5801-c9fc-4d0c-a161-6ed755466b7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:22:00.098514 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b5801-c9fc-4d0c-a161-6ed755466b7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:22:00.098861 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b5801-c9fc-4d0c-a161-6ed755466b7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:22:00.099169 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b5801-c9fc-4d0c-a161-6ed755466b7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:22:00.099494 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b5801-c9fc-4d0c-a161-6ed755466b7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:22:00.142901 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d056b00a-213f-4ee7-82ef-d98279291b40 admin admin] Publish callbacks [] for security_group (2dd095d6-15c8-4c0a-96f2-5de6dc84d619), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:00.163630 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d056b00a-213f-4ee7-82ef-d98279291b40 admin admin] Publish callbacks [] for security_group (2dd095d6-15c8-4c0a-96f2-5de6dc84d619), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:00.340150 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d056b00a-213f-4ee7-82ef-d98279291b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (2dd095d6-15c8-4c0a-96f2-5de6dc84d619), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:00.342649 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d056b00a-213f-4ee7-82ef-d98279291b40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:00.343796 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-d056b00a-213f-4ee7-82ef-d98279291b40 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2dd095d6-15c8-4c0a-96f2-5de6dc84d619 HTTP/1.1" status: 204 len: 168 time: 0.2631950 Mar 29 15:22:00.352116 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056b00a-213f-4ee7-82ef-d98279291b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd095d6-15c8-4c0a-96f2-5de6dc84d619,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:22:03.512968 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 5 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:22:22.248700 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2353f746-c3af-44db-9e34-5d28bc7f7c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:24.460181 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-744dbc15-b699-47bb-b1ab-44881479f9ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:25.534196 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:26.848108 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:28.437172 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:40.511518 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 5 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:22:52.270135 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2f5dd13e-8546-41b5-9884-d39a5c6b6cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:54.476891 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-039c950e-894b-46ad-8952-1d75d269ebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:55.517380 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:56.905399 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:58.476998 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:17.510580 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 5 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:23:22.263890 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d376face-5a4b-419d-91df-63a3127b1397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:24.460166 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5bc41122-0032-4967-a429-23904a305632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:25.532170 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:26.887923 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:28.459310 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:43.195444 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1035225'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:52.248461 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9d5b940e-46d4-44e1-87cf-e4346a3580e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:54.462881 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1a6af901-e848-4ef3-9112-2505118b4047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:54.510914 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:23:55.533782 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:56.916373 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:58.442246 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:58.590858 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 58908) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:23:58.696372 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-3ebebb6c-6b0c-43d3-8767-5564cc835a9a admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1043506 Mar 29 15:24:00.995581 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 58918) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:24:01.049026 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-41f62897-9356-408d-b97f-95ec9d16cc76 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0523798 Mar 29 15:24:13.170833 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:22.247768 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-63fd5e34-0427-45e5-8b0b-d8ccbbf1e113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:24.464801 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ebc8c598-7b9e-4529-8a62-2009b8274ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:25.550370 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:26.938952 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:28.459442 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:31.509747 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:24:43.164262 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:52.287451 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-283ed6c6-1026-418c-b2c6-421c25a45e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:54.478766 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-124fb790-f81f-4424-ae46-a5f766490ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:55.567771 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:56.927799 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:58.450414 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:08.511097 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:25:13.150711 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:22.243681 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6f4842ae-c5e7-47f0-98f0-b0a48ee7ff7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:24.471782 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-42d86621-fb6a-403a-b0c9-341827539e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:25.550142 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:26.918293 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:28.454863 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:40.612946 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 59076) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:40.669293 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 59084) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:40.845206 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1437192592-network', 'tenant_id': '68b100b32ca6457b87f13df08e31d969'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:25:40.876740 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-f378f6cd-2e4c-4d94-9d18-d7485532e9c6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2035754322-network', 'tenant_id': '98b4a8cfa41d4b03ac433dd6af94e818'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:25:40.933475 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] Made reservation on behalf of 68b100b32ca6457b87f13df08e31d969 for: {'network': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:25:40.935883 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for network (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:40.944534 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:41.020191 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] Publish callbacks [] for security_group (c3893523-ed98-44f8-9d43-3146cf4f633c), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:41.053849 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f378f6cd-2e4c-4d94-9d18-d7485532e9c6 admin admin] Made reservation on behalf of 98b4a8cfa41d4b03ac433dd6af94e818 for: {'network': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:25:41.057055 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f378f6cd-2e4c-4d94-9d18-d7485532e9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for network (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:41.065821 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f378f6cd-2e4c-4d94-9d18-d7485532e9c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:41.084822 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (c3893523-ed98-44f8-9d43-3146cf4f633c), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:41.116819 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3893523-ed98-44f8-9d43-3146cf4f633c,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:41.134184 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:41.134550 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:41.134905 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:41.135254 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:41.135598 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:41.135938 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:41.136290 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:41.136637 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:41.136993 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:41.137331 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:41.137683 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:41.138021 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:41.138355 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:41.138693 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:41.139049 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] Tracked resource versions report: Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: pushed versions: Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: { 'AddressGroup': {'1.2'}, Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: 'Agent': {'1.1'}, Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: 'ConntrackHelper': {'1.0'}, Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: 'LocalIPAssociation': {'1.0'}, Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: 'Log': {'1.0'}, Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: 'NDPProxy': {'1.0'}, Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: 'Network': {'1.1'}, Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: 'Port': {'1.7'}, Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: 'PortForwarding': {'1.3'}, Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: 'QosPolicy': {'1.10'}, Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: 'SecurityGroup': {'1.5'}, Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: 'SubPort': {'1.0'}, Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: 'Subnet': {'1.1'}, Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: 'Trunk': {'1.1'}} Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: consumer versions: Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: { DHCP agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: HyperV agent@hv-cinder-56205: {}, Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: L3 agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: Metadata agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: Metering agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: Open vSwitch agent@dv-cinder-562053-19-iscsi: { 'AddressGroup': '1.2', Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: 'Agent': '1.1', Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: 'ConntrackHelper': '1.0', Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: 'LocalIPAssociation': '1.0', Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: 'Log': '1.0', Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: 'NDPProxy': '1.0', Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: 'Network': '1.1', Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: 'Port': '1.7', Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: 'PortForwarding': '1.3', Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: 'QosPolicy': '1.10', Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: 'SecurityGroup': '1.5', Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: 'SecurityGroupRule': '1.2', Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: 'SubPort': '1.0', Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: 'Subnet': '1.1', Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: 'Trunk': '1.1'}} Mar 29 15:25:41.140212 dv-cinder-562053-19-iscsi neutron-server[103831]: {{(pid=103831) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:25:41.142856 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:25:41.159839 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (1d3df2be-b294-4164-824a-37d5b6cd48ea), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:41.160186 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.db.segments_db [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] Added segment 1d3df2be-b294-4164-824a-37d5b6cd48ea of type vlan for network e9e966a3-c502-4415-ba24-fb4be64d7c3f Mar 29 15:25:41.213752 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748544495665'] for network (e9e966a3-c502-4415-ba24-fb4be64d7c3f), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:41.260481 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f378f6cd-2e4c-4d94-9d18-d7485532e9c6 admin admin] Publish callbacks [] for security_group (8c080f29-3819-4c61-aa9b-b170d741940e), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:41.340594 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f378f6cd-2e4c-4d94-9d18-d7485532e9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (8c080f29-3819-4c61-aa9b-b170d741940e), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:41.361208 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for network (e9e966a3-c502-4415-ba24-fb4be64d7c3f), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:41.362140 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:25:41.362902 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:41.364982 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f378f6cd-2e4c-4d94-9d18-d7485532e9c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:25:41.398006 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f378f6cd-2e4c-4d94-9d18-d7485532e9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (0204e774-ac2b-47cb-a8c9-99b2efb6c81e), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:41.398353 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.db.segments_db [None req-f378f6cd-2e4c-4d94-9d18-d7485532e9c6 admin admin] Added segment 0204e774-ac2b-47cb-a8c9-99b2efb6c81e of type vlan for network feb66b74-11a8-4941-9395-ec28eef514af Mar 29 15:25:41.400162 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378f6cd-2e4c-4d94-9d18-d7485532e9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c080f29-3819-4c61-aa9b-b170d741940e,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:41.500832 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 59132) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:41.501441 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8867133 Mar 29 15:25:41.507027 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-736f8205-25ac-4494-9d7c-b90d59efcba4 admin admin] Request body: {'subnet': {'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1437192592-subnet', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:25:41.525667 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f378f6cd-2e4c-4d94-9d18-d7485532e9c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748544495665'] for network (feb66b74-11a8-4941-9395-ec28eef514af), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:41.531214 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ca76b-6bc4-4681-97bd-5dc597a556cd admin admin] Pushing event updated for resources: {'Network': ['ID=e9e966a3-c502-4415-ba24-fb4be64d7c3f,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:41.541809 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Network e9e966a3-c502-4415-ba24-fb4be64d7c3f details requested by agent ovs-agent-dv-cinder-562053-19-iscsi with host dv-cinder-562053-19-iscsi {{(pid=103833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:25:41.597874 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736f8205-25ac-4494-9d7c-b90d59efcba4 admin admin] Made reservation on behalf of 68b100b32ca6457b87f13df08e31d969 for: {'subnet': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:25:41.600141 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-736f8205-25ac-4494-9d7c-b90d59efcba4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:41.642002 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f378f6cd-2e4c-4d94-9d18-d7485532e9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for network (feb66b74-11a8-4941-9395-ec28eef514af), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:41.643111 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f378f6cd-2e4c-4d94-9d18-d7485532e9c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:25:41.643815 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f378f6cd-2e4c-4d94-9d18-d7485532e9c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:41.718893 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378f6cd-2e4c-4d94-9d18-d7485532e9c6 admin admin] Pushing event updated for resources: {'Network': ['ID=feb66b74-11a8-4941-9395-ec28eef514af,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:41.728851 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Network feb66b74-11a8-4941-9395-ec28eef514af details requested by agent ovs-agent-dv-cinder-562053-19-iscsi with host dv-cinder-562053-19-iscsi {{(pid=103833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:25:41.742253 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 59148) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:41.836409 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-736f8205-25ac-4494-9d7c-b90d59efcba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for subnet (d3e72c2a-9791-4704-a967-653d7b3a63cc), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:41.843034 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-f378f6cd-2e4c-4d94-9d18-d7485532e9c6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1726375 Mar 29 15:25:41.845318 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 59156) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:41.849516 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-58c58060-9165-436e-9f87-addf96db8ecb admin admin] Request body: {'subnet': {'network_id': 'feb66b74-11a8-4941-9395-ec28eef514af', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2035754322-subnet', 'tenant_id': '98b4a8cfa41d4b03ac433dd6af94e818', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:25:41.877463 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f8205-25ac-4494-9d7c-b90d59efcba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3e72c2a-9791-4704-a967-653d7b3a63cc,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:41.887046 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f8205-25ac-4494-9d7c-b90d59efcba4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:41.887393 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f8205-25ac-4494-9d7c-b90d59efcba4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:41.887735 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f8205-25ac-4494-9d7c-b90d59efcba4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:41.888068 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f8205-25ac-4494-9d7c-b90d59efcba4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:41.888430 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f8205-25ac-4494-9d7c-b90d59efcba4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:41.888760 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f8205-25ac-4494-9d7c-b90d59efcba4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:41.889080 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f8205-25ac-4494-9d7c-b90d59efcba4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:41.889492 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f8205-25ac-4494-9d7c-b90d59efcba4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:41.889730 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f8205-25ac-4494-9d7c-b90d59efcba4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:41.890052 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f8205-25ac-4494-9d7c-b90d59efcba4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f8205-25ac-4494-9d7c-b90d59efcba4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f8205-25ac-4494-9d7c-b90d59efcba4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f8205-25ac-4494-9d7c-b90d59efcba4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f8205-25ac-4494-9d7c-b90d59efcba4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f8205-25ac-4494-9d7c-b90d59efcba4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f8205-25ac-4494-9d7c-b90d59efcba4 admin admin] Tracked resource versions report: Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: pushed versions: Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: { 'AddressGroup': {'1.2'}, Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: 'Agent': {'1.1'}, Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: 'ConntrackHelper': {'1.0'}, Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: 'LocalIPAssociation': {'1.0'}, Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: 'Log': {'1.0'}, Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: 'NDPProxy': {'1.0'}, Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: 'Network': {'1.1'}, Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: 'Port': {'1.7'}, Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: 'PortForwarding': {'1.3'}, Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: 'QosPolicy': {'1.10'}, Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: 'SecurityGroup': {'1.5'}, Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: 'SubPort': {'1.0'}, Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: 'Subnet': {'1.1'}, Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: 'Trunk': {'1.1'}} Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: consumer versions: Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: { DHCP agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: HyperV agent@hv-cinder-56205: {}, Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: L3 agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: Metadata agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: Metering agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: Open vSwitch agent@dv-cinder-562053-19-iscsi: { 'AddressGroup': '1.2', Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: 'Agent': '1.1', Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: 'ConntrackHelper': '1.0', Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: 'LocalIPAssociation': '1.0', Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: 'Log': '1.0', Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: 'NDPProxy': '1.0', Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: 'Network': '1.1', Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: 'Port': '1.7', Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: 'PortForwarding': '1.3', Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: 'QosPolicy': '1.10', Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: 'SecurityGroup': '1.5', Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: 'SecurityGroupRule': '1.2', Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: 'SubPort': '1.0', Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: 'Subnet': '1.1', Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: 'Trunk': '1.1'}} Mar 29 15:25:41.894317 dv-cinder-562053-19-iscsi neutron-server[103832]: {{(pid=103832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:25:41.920551 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736f8205-25ac-4494-9d7c-b90d59efcba4 admin admin] Checking segment: {'id': '1d3df2be-b294-4164-824a-37d5b6cd48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:25:41.920903 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736f8205-25ac-4494-9d7c-b90d59efcba4 admin admin] Network hostable DHCP agents. Network: e9e966a3-c502-4415-ba24-fb4be64d7c3f, hostable agents: ['60b75cb5-fa55-4ab5-bd81-9da0c894ffc8'], hosted agents: [] {{(pid=103832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:25:41.935105 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c58060-9165-436e-9f87-addf96db8ecb admin admin] Made reservation on behalf of 98b4a8cfa41d4b03ac433dd6af94e818 for: {'subnet': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:25:41.937534 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-58c58060-9165-436e-9f87-addf96db8ecb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:41.983813 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736f8205-25ac-4494-9d7c-b90d59efcba4 admin admin] Network e9e966a3-c502-4415-ba24-fb4be64d7c3f is scheduled to be hosted by DHCP agent 60b75cb5-fa55-4ab5-bd81-9da0c894ffc8 with binding_index 1 {{(pid=103832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:25:42.049407 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-736f8205-25ac-4494-9d7c-b90d59efcba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-19-iscsi, e9e966a3-c502-4415-ba24-fb4be64d7c3f) {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:25:42.054948 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736f8205-25ac-4494-9d7c-b90d59efcba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:25:42.056613 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-736f8205-25ac-4494-9d7c-b90d59efcba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:42.063400 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a3dcf6-bb7c-4d4c-927a-b54c5758b05a None None] Network e9e966a3-c502-4415-ba24-fb4be64d7c3f requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:25:42.169244 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-736f8205-25ac-4494-9d7c-b90d59efcba4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6665661 Mar 29 15:25:42.170330 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 59162) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:42.174944 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-7d3a338d-18cc-4499-870b-ddf68d96c0c5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1437192592-router', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:25:42.220225 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-d1c17577-2fef-4fc0-a96a-eac8014f99fc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1908872265-network', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:25:42.260307 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd4760e-f710-5e2a-8ad4-26c94dd4ee74-e9e966a3-c502-4415-ba24-fb4be64d7c3f', 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f', 'project_id': '68b100b32ca6457b87f13df08e31d969', 'fixed_ips': [{'subnet_id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc'}]}} from dv-cinder-562053-19-iscsi. {{(pid=103833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:25:42.264353 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:42.312571 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-58c58060-9165-436e-9f87-addf96db8ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for subnet (f8c9e7d7-542a-40c6-88da-47d047391514), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:42.340683 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7d3a338d-18cc-4499-870b-ddf68d96c0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1031732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router (73c396a8-d46c-4f74-9439-370970a2ec31), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:42.342002 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7d3a338d-18cc-4499-870b-ddf68d96c0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1033461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-836'] for router (73c396a8-d46c-4f74-9439-370970a2ec31), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:42.378567 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c58060-9165-436e-9f87-addf96db8ecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8c9e7d7-542a-40c6-88da-47d047391514,revision_number=0']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:42.387520 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c58060-9165-436e-9f87-addf96db8ecb admin admin] Checking segment: {'id': '0204e774-ac2b-47cb-a8c9-99b2efb6c81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'feb66b74-11a8-4941-9395-ec28eef514af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:25:42.388520 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c58060-9165-436e-9f87-addf96db8ecb admin admin] Network hostable DHCP agents. Network: feb66b74-11a8-4941-9395-ec28eef514af, hostable agents: ['60b75cb5-fa55-4ab5-bd81-9da0c894ffc8'], hosted agents: [] {{(pid=103831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:25:42.399359 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7d3a338d-18cc-4499-870b-ddf68d96c0c5 admin admin] Publish callbacks [] for router_controller (73c396a8-d46c-4f74-9439-370970a2ec31), precommit_add_association {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:42.406672 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c17577-2fef-4fc0-a96a-eac8014f99fc admin admin] Made reservation on behalf of 58c1f8fd4f83455ca0f32dbc38c1ed32 for: {'network': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:25:42.411194 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d1c17577-2fef-4fc0-a96a-eac8014f99fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for network (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:42.413979 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Allocated IP 172.20.0.2 (e9e966a3-c502-4415-ba24-fb4be64d7c3f/d3e72c2a-9791-4704-a967-653d7b3a63cc/af760a0f-7883-49ab-95fb-6ae590ea6842) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:25:42.428724 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d1c17577-2fef-4fc0-a96a-eac8014f99fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:42.515906 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c58060-9165-436e-9f87-addf96db8ecb admin admin] Network feb66b74-11a8-4941-9395-ec28eef514af is scheduled to be hosted by DHCP agent 60b75cb5-fa55-4ab5-bd81-9da0c894ffc8 with binding_index 1 {{(pid=103831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:25:42.544132 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d1c17577-2fef-4fc0-a96a-eac8014f99fc admin admin] Publish callbacks [] for security_group (a21877dc-67aa-441a-a13e-6509599d53a8), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:42.617310 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Publish callbacks [] for port (af760a0f-7883-49ab-95fb-6ae590ea6842), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:42.620727 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [None req-58c58060-9165-436e-9f87-addf96db8ecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-19-iscsi, feb66b74-11a8-4941-9395-ec28eef514af) {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:25:42.635380 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c58060-9165-436e-9f87-addf96db8ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:25:42.636346 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-58c58060-9165-436e-9f87-addf96db8ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for subnet (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:42.637131 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2208ebd2-ed84-435a-bd3c-b23a295d91c0 None None] Network feb66b74-11a8-4941-9395-ec28eef514af requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:25:42.654678 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7d3a338d-18cc-4499-870b-ddf68d96c0c5 admin admin] Publish callbacks [] for router_gateway (73c396a8-d46c-4f74-9439-370970a2ec31), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:42.672092 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d1c17577-2fef-4fc0-a96a-eac8014f99fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (a21877dc-67aa-441a-a13e-6509599d53a8), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:42.714540 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c17577-2fef-4fc0-a96a-eac8014f99fc admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=103831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:25:42.730472 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c17577-2fef-4fc0-a96a-eac8014f99fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21877dc-67aa-441a-a13e-6509599d53a8,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:42.732541 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934'] for port (af760a0f-7883-49ab-95fb-6ae590ea6842), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:42.753680 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d1c17577-2fef-4fc0-a96a-eac8014f99fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (c447c32b-bb36-4dcf-8df5-2a75f4e6e95e), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:42.754026 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.db.segments_db [None req-d1c17577-2fef-4fc0-a96a-eac8014f99fc admin admin] Added segment c447c32b-bb36-4dcf-8df5-2a75f4e6e95e of type vlan for network a9dba225-3458-4749-adfb-4348d5911f6f Mar 29 15:25:42.755131 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Network e9e966a3-c502-4415-ba24-fb4be64d7c3f is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:25:42.761554 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:25:42.767495 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:25:42.850233 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-58c58060-9165-436e-9f87-addf96db8ecb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0049672 Mar 29 15:25:42.852215 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d1c17577-2fef-4fc0-a96a-eac8014f99fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748544495665'] for network (a9dba225-3458-4749-adfb-4348d5911f6f), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:42.948362 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Attempting to bind port af760a0f-7883-49ab-95fb-6ae590ea6842 on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:25:42.948822 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Attempting to bind port af760a0f-7883-49ab-95fb-6ae590ea6842 by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': '1d3df2be-b294-4164-824a-37d5b6cd48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f'}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:25:42.949293 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Attempting to bind port af760a0f-7883-49ab-95fb-6ae590ea6842 on network e9e966a3-c502-4415-ba24-fb4be64d7c3f {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:25:42.956105 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594f3237-0b91-41b8-be4e-6a49e5f01b74 None None] Network feb66b74-11a8-4941-9395-ec28eef514af requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:25:42.962646 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Pushing event updated for resources: {'Port': ['ID=af760a0f-7883-49ab-95fb-6ae590ea6842,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:43.002217 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:25:43.002685 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Checking segment: {'id': '1d3df2be-b294-4164-824a-37d5b6cd48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:25:43.003149 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:43.003653 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Bound using segment: {'id': '1d3df2be-b294-4164-824a-37d5b6cd48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f'} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:25:43.004188 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Bound port: af760a0f-7883-49ab-95fb-6ae590ea6842, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3df2be-b294-4164-824a-37d5b6cd48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f'}}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:25:43.004659 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (af760a0f-7883-49ab-95fb-6ae590ea6842), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:43.020510 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d1c17577-2fef-4fc0-a96a-eac8014f99fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for network (a9dba225-3458-4749-adfb-4348d5911f6f), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:43.021487 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c17577-2fef-4fc0-a96a-eac8014f99fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:25:43.022076 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d1c17577-2fef-4fc0-a96a-eac8014f99fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:43.094589 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] For port af760a0f-7883-49ab-95fb-6ae590ea6842, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:25:43.098441 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] For port af760a0f-7883-49ab-95fb-6ae590ea6842, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=af760a0f-7883-49ab-95fb-6ae590ea6842,segment=NetworkSegment(1d3df2be-b294-4164-824a-37d5b6cd48ea),segment_id=1d3df2be-b294-4164-824a-37d5b6cd48ea)] {{(pid=103833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:25:43.101790 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:43.102438 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Tracked resource versions report: Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: pushed versions: Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: { 'AddressGroup': {'1.2'}, Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: 'Agent': {'1.1'}, Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: 'ConntrackHelper': {'1.0'}, Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: 'LocalIPAssociation': {'1.0'}, Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: 'Log': {'1.0'}, Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: 'NDPProxy': {'1.0'}, Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: 'Network': {'1.1'}, Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: 'Port': {'1.7'}, Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: 'PortForwarding': {'1.3'}, Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: 'QosPolicy': {'1.10'}, Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: 'SecurityGroup': {'1.5'}, Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: 'SubPort': {'1.0'}, Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: 'Subnet': {'1.1'}, Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: 'Trunk': {'1.1'}} Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: consumer versions: Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: { DHCP agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: HyperV agent@hv-cinder-56205: {}, Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: L3 agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: Metadata agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: Metering agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: Open vSwitch agent@dv-cinder-562053-19-iscsi: { 'AddressGroup': '1.2', Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: 'Agent': '1.1', Mar 29 15:25:43.113114 dv-cinder-562053-19-iscsi neutron-server[103833]: 'ConntrackHelper': '1.0', Mar 29 15:25:43.115428 dv-cinder-562053-19-iscsi neutron-server[103833]: 'LocalIPAssociation': '1.0', Mar 29 15:25:43.115428 dv-cinder-562053-19-iscsi neutron-server[103833]: 'Log': '1.0', Mar 29 15:25:43.115428 dv-cinder-562053-19-iscsi neutron-server[103833]: 'NDPProxy': '1.0', Mar 29 15:25:43.115428 dv-cinder-562053-19-iscsi neutron-server[103833]: 'Network': '1.1', Mar 29 15:25:43.115428 dv-cinder-562053-19-iscsi neutron-server[103833]: 'Port': '1.7', Mar 29 15:25:43.115428 dv-cinder-562053-19-iscsi neutron-server[103833]: 'PortForwarding': '1.3', Mar 29 15:25:43.115428 dv-cinder-562053-19-iscsi neutron-server[103833]: 'QosPolicy': '1.10', Mar 29 15:25:43.115428 dv-cinder-562053-19-iscsi neutron-server[103833]: 'SecurityGroup': '1.5', Mar 29 15:25:43.115428 dv-cinder-562053-19-iscsi neutron-server[103833]: 'SecurityGroupRule': '1.2', Mar 29 15:25:43.115428 dv-cinder-562053-19-iscsi neutron-server[103833]: 'SubPort': '1.0', Mar 29 15:25:43.115428 dv-cinder-562053-19-iscsi neutron-server[103833]: 'Subnet': '1.1', Mar 29 15:25:43.115428 dv-cinder-562053-19-iscsi neutron-server[103833]: 'Trunk': '1.1'}} Mar 29 15:25:43.115428 dv-cinder-562053-19-iscsi neutron-server[103833]: {{(pid=103833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:25:43.193980 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7d3a338d-18cc-4499-870b-ddf68d96c0c5 admin admin] Publish callbacks [] for router_gateway (73c396a8-d46c-4f74-9439-370970a2ec31), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:43.219450 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c17577-2fef-4fc0-a96a-eac8014f99fc admin admin] Pushing event updated for resources: {'Network': ['ID=a9dba225-3458-4749-adfb-4348d5911f6f,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:43.231663 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (af760a0f-7883-49ab-95fb-6ae590ea6842), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:43.233789 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:43.246865 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Network a9dba225-3458-4749-adfb-4348d5911f6f details requested by agent ovs-agent-dv-cinder-562053-19-iscsi with host dv-cinder-562053-19-iscsi {{(pid=103833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:25:43.258171 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7d3a338d-18cc-4499-870b-ddf68d96c0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:43.281281 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-d1c17577-2fef-4fc0-a96a-eac8014f99fc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5308084 Mar 29 15:25:43.281547 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 59200) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:43.286521 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-be119199-32d9-4341-b54f-6247dfbc2d13 admin admin] Request body: {'subnet': {'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1908872265-subnet', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:25:43.333604 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3b3a6-c9a4-4d54-8032-e8ab5a13f795 None None] Pushing event updated for resources: {'Port': ['ID=af760a0f-7883-49ab-95fb-6ae590ea6842,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:43.395559 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be119199-32d9-4341-b54f-6247dfbc2d13 admin admin] Made reservation on behalf of 58c1f8fd4f83455ca0f32dbc38c1ed32 for: {'subnet': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:25:43.395559 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-be119199-32d9-4341-b54f-6247dfbc2d13 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:43.469452 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [None req-7d3a338d-18cc-4499-870b-ddf68d96c0c5 admin admin] Allocated IP 172.27.3.28 (3dc57d37-328b-453d-86b3-347b9e0efd38/8a0c47e6-f825-43a4-ad31-8f961885bd6a/0f5ad435-6013-4a3b-b512-a29cf81bff9d) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:25:43.612705 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7d3a338d-18cc-4499-870b-ddf68d96c0c5 admin admin] Publish callbacks [] for port (0f5ad435-6013-4a3b-b512-a29cf81bff9d), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:43.716986 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-be119199-32d9-4341-b54f-6247dfbc2d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for subnet (0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:43.741760 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7d3a338d-18cc-4499-870b-ddf68d96c0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934'] for port (0f5ad435-6013-4a3b-b512-a29cf81bff9d), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:43.782075 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be119199-32d9-4341-b54f-6247dfbc2d13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4,revision_number=0']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:43.803097 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3a338d-18cc-4499-870b-ddf68d96c0c5 admin admin] Network 3dc57d37-328b-453d-86b3-347b9e0efd38 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:25:43.804335 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a338d-18cc-4499-870b-ddf68d96c0c5 admin admin] Pushing event updated for resources: {'Port': ['ID=0f5ad435-6013-4a3b-b512-a29cf81bff9d,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:43.806936 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-7d3a338d-18cc-4499-870b-ddf68d96c0c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:25:43.836772 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3a338d-18cc-4499-870b-ddf68d96c0c5 admin admin] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:25:43.850977 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be119199-32d9-4341-b54f-6247dfbc2d13 admin admin] Checking segment: {'id': 'c447c32b-bb36-4dcf-8df5-2a75f4e6e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:25:43.851472 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be119199-32d9-4341-b54f-6247dfbc2d13 admin admin] Network hostable DHCP agents. Network: a9dba225-3458-4749-adfb-4348d5911f6f, hostable agents: ['60b75cb5-fa55-4ab5-bd81-9da0c894ffc8'], hosted agents: [] {{(pid=103831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:25:43.968893 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be119199-32d9-4341-b54f-6247dfbc2d13 admin admin] Network a9dba225-3458-4749-adfb-4348d5911f6f is scheduled to be hosted by DHCP agent 60b75cb5-fa55-4ab5-bd81-9da0c894ffc8 with binding_index 1 {{(pid=103831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:25:44.089452 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [None req-be119199-32d9-4341-b54f-6247dfbc2d13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-19-iscsi, a9dba225-3458-4749-adfb-4348d5911f6f) {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:25:44.099689 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be119199-32d9-4341-b54f-6247dfbc2d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:25:44.099897 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19af0da7-7c14-483e-ad5f-4d94a4650642 None None] Network a9dba225-3458-4749-adfb-4348d5911f6f requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:25:44.100411 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-be119199-32d9-4341-b54f-6247dfbc2d13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for subnet (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:44.195229 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7d3a338d-18cc-4499-870b-ddf68d96c0c5 admin admin] Publish callbacks [] for router_gateway (73c396a8-d46c-4f74-9439-370970a2ec31), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:44.225902 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee193f3f-5ee1-4d4f-8b56-24ffc67c0c2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd4760e-f710-5e2a-8ad4-26c94dd4ee74-a9dba225-3458-4749-adfb-4348d5911f6f', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'fixed_ips': [{'subnet_id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4'}]}} from dv-cinder-562053-19-iscsi. {{(pid=103833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:25:44.230979 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ee193f3f-5ee1-4d4f-8b56-24ffc67c0c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:44.240147 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-be119199-32d9-4341-b54f-6247dfbc2d13 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9575336 Mar 29 15:25:44.248598 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 59242) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:44.252879 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-7e2cbe26-c9b2-4b28-bafa-bbf5f75f8fca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1908872265-router', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:25:44.398213 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7e2cbe26-c9b2-4b28-bafa-bbf5f75f8fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1031732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router (ef412768-5109-4f89-85ad-b1771a983854), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:44.400176 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7e2cbe26-c9b2-4b28-bafa-bbf5f75f8fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1033461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-836'] for router (ef412768-5109-4f89-85ad-b1771a983854), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:44.479204 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-ee193f3f-5ee1-4d4f-8b56-24ffc67c0c2a None None] Allocated IP 172.20.0.2 (a9dba225-3458-4749-adfb-4348d5911f6f/0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4/009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:25:44.760499 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7e2cbe26-c9b2-4b28-bafa-bbf5f75f8fca admin admin] Publish callbacks [] for router_controller (ef412768-5109-4f89-85ad-b1771a983854), precommit_add_association {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:44.779431 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ee193f3f-5ee1-4d4f-8b56-24ffc67c0c2a None None] Publish callbacks [] for port (009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:44.856822 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7d3a338d-18cc-4499-870b-ddf68d96c0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1033250'] for router (73c396a8-d46c-4f74-9439-370970a2ec31), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:44.889818 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ee193f3f-5ee1-4d4f-8b56-24ffc67c0c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934'] for port (009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:45.015707 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d476ce-ef70-459c-9aa8-539021d5f587 None None] Network e9e966a3-c502-4415-ba24-fb4be64d7c3f requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:25:45.138158 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee193f3f-5ee1-4d4f-8b56-24ffc67c0c2a None None] Network a9dba225-3458-4749-adfb-4348d5911f6f is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:25:45.155055 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-b16d8195-2e80-4ce3-9df2-5ac34f6a30f6 None None] Provisioning complete for port af760a0f-7883-49ab-95fb-6ae590ea6842 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:25:45.155634 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b16d8195-2e80-4ce3-9df2-5ac34f6a30f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (af760a0f-7883-49ab-95fb-6ae590ea6842), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:45.190156 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7e2cbe26-c9b2-4b28-bafa-bbf5f75f8fca admin admin] Publish callbacks [] for router_gateway (ef412768-5109-4f89-85ad-b1771a983854), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:45.201257 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee193f3f-5ee1-4d4f-8b56-24ffc67c0c2a None None] Pushing event updated for resources: {'Port': ['ID=009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:45.204377 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-ee193f3f-5ee1-4d4f-8b56-24ffc67c0c2a None None] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:25:45.209301 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3a338d-18cc-4499-870b-ddf68d96c0c5 admin admin] Router 73c396a8-d46c-4f74-9439-370970a2ec31 is scheduled to L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc with binding_index 1 {{(pid=103832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:25:45.306183 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 59300) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:45.309006 dv-cinder-562053-19-iscsi neutron-server[103832]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 29 15:25:45.474821 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee193f3f-5ee1-4d4f-8b56-24ffc67c0c2a None None] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:25:45.480753 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-b16d8195-2e80-4ce3-9df2-5ac34f6a30f6 None None] Current status of the port af760a0f-7883-49ab-95fb-6ae590ea6842 is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:25:45.481368 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b16d8195-2e80-4ce3-9df2-5ac34f6a30f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (af760a0f-7883-49ab-95fb-6ae590ea6842), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:45.511996 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:25:45.549318 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-b16d8195-2e80-4ce3-9df2-5ac34f6a30f6 None None] For port af760a0f-7883-49ab-95fb-6ae590ea6842, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=af760a0f-7883-49ab-95fb-6ae590ea6842,segment=NetworkSegment(1d3df2be-b294-4164-824a-37d5b6cd48ea),segment_id=1d3df2be-b294-4164-824a-37d5b6cd48ea)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:25:45.567815 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device af760a0f-7883-49ab-95fb-6ae590ea6842 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:25:45.569348 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f682e-c223-43bd-8260-ca4de803e06d req-58cf678a-e3e5-431d-9bcf-93dad67bf817 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:25:45.572245 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-360f682e-c223-43bd-8260-ca4de803e06d req-58cf678a-e3e5-431d-9bcf-93dad67bf817 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/networks?id=feb66b74-11a8-4941-9395-ec28eef514af HTTP/1.1" status: 200 len: 812 time: 0.2630551 Mar 29 15:25:45.572245 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3a338d-18cc-4499-870b-ddf68d96c0c5 admin admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:25:45.584855 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea894c1c-483a-40de-aef5-8355aca7c6cd None None] Sync routers for ids ['73c396a8-d46c-4f74-9439-370970a2ec31'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:25:45.595228 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea894c1c-483a-40de-aef5-8355aca7c6cd None None] Routers {'73c396a8-d46c-4f74-9439-370970a2ec31'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:25:45.595988 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-ea894c1c-483a-40de-aef5-8355aca7c6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:25:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['73c396a8-d46c-4f74-9439-370970a2ec31'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:25:45.599901 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-360f682e-c223-43bd-8260-ca4de803e06d req-c6f58c90-c7d4-4310-9092-01e774a97289 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/quotas/98b4a8cfa41d4b03ac433dd6af94e818 HTTP/1.1" status: 200 len: 375 time: 0.0161295 Mar 29 15:25:45.648233 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b16d8195-2e80-4ce3-9df2-5ac34f6a30f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (af760a0f-7883-49ab-95fb-6ae590ea6842), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:45.661373 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7e2cbe26-c9b2-4b28-bafa-bbf5f75f8fca admin admin] Publish callbacks [] for router_gateway (ef412768-5109-4f89-85ad-b1771a983854), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:45.668974 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-360f682e-c223-43bd-8260-ca4de803e06d req-031c3b3d-0750-4b59-adb0-dd7503327387 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=98b4a8cfa41d4b03ac433dd6af94e818&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680721 Mar 29 15:25:45.718935 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7e2cbe26-c9b2-4b28-bafa-bbf5f75f8fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:45.719210 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-ee193f3f-5ee1-4d4f-8b56-24ffc67c0c2a None None] Attempting to bind port 009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7 on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:25:45.719587 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-ee193f3f-5ee1-4d4f-8b56-24ffc67c0c2a None None] Attempting to bind port 009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7 by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': 'c447c32b-bb36-4dcf-8df5-2a75f4e6e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f'}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:25:45.719953 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee193f3f-5ee1-4d4f-8b56-24ffc67c0c2a None None] Attempting to bind port 009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7 on network a9dba225-3458-4749-adfb-4348d5911f6f {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:25:45.732091 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7d3a338d-18cc-4499-870b-ddf68d96c0c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:45.736762 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 59318) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:45.737470 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-7d3a338d-18cc-4499-870b-ddf68d96c0c5 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5657706 Mar 29 15:25:45.809552 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee193f3f-5ee1-4d4f-8b56-24ffc67c0c2a None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:25:45.810557 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee193f3f-5ee1-4d4f-8b56-24ffc67c0c2a None None] Checking segment: {'id': 'c447c32b-bb36-4dcf-8df5-2a75f4e6e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:25:45.811008 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ee193f3f-5ee1-4d4f-8b56-24ffc67c0c2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:45.811410 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee193f3f-5ee1-4d4f-8b56-24ffc67c0c2a None None] Bound using segment: {'id': 'c447c32b-bb36-4dcf-8df5-2a75f4e6e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f'} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:25:45.811908 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-ee193f3f-5ee1-4d4f-8b56-24ffc67c0c2a None None] Bound port: 009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c447c32b-bb36-4dcf-8df5-2a75f4e6e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f'}}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:25:45.813200 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ee193f3f-5ee1-4d4f-8b56-24ffc67c0c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:45.845428 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-ea894c1c-483a-40de-aef5-8355aca7c6cd None None] Set router 73c396a8-d46c-4f74-9439-370970a2ec31 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:25:45.927122 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d8195-2e80-4ce3-9df2-5ac34f6a30f6 None None] Pushing event updated for resources: {'Port': ['ID=af760a0f-7883-49ab-95fb-6ae590ea6842,revision_number=3']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:45.964108 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port af760a0f-7883-49ab-95fb-6ae590ea6842 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:25:45.964943 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (af760a0f-7883-49ab-95fb-6ae590ea6842), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:45.974947 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [req-360f682e-c223-43bd-8260-ca4de803e06d req-7f7cf4ae-205b-4324-977d-c78fb59d5b2d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:25:45.976306 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-360f682e-c223-43bd-8260-ca4de803e06d req-7f7cf4ae-205b-4324-977d-c78fb59d5b2d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1009443 Mar 29 15:25:46.091460 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-ee193f3f-5ee1-4d4f-8b56-24ffc67c0c2a None None] For port 009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:25:46.091460 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-ee193f3f-5ee1-4d4f-8b56-24ffc67c0c2a None None] For port 009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7,segment=NetworkSegment(c447c32b-bb36-4dcf-8df5-2a75f4e6e95e),segment_id=c447c32b-bb36-4dcf-8df5-2a75f4e6e95e)] {{(pid=103833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:25:46.107869 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-ea894c1c-483a-40de-aef5-8355aca7c6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'name': 'tempest-AttachVolumeTestJSON-1437192592-router', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:42Z', 'updated_at': '2022-03-29T15:25:43Z', 'revision_number': 3, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'gw_port': {'id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:43Z', 'updated_at': '2022-03-29T15:25:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:25:46.154727 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea894c1c-483a-40de-aef5-8355aca7c6cd None None] Checking router: 73c396a8-d46c-4f74-9439-370970a2ec31 for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:25:46.155179 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea894c1c-483a-40de-aef5-8355aca7c6cd None None] Updating router 73c396a8-d46c-4f74-9439-370970a2ec31 port 0f5ad435-6013-4a3b-b512-a29cf81bff9d binding host dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:25:46.189023 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-360f682e-c223-43bd-8260-ca4de803e06d req-e819a547-08c8-4437-94d7-df3bcdd919e1 service neutron] 10.222.0.39 "GET /v2.0/networks/feb66b74-11a8-4941-9395-ec28eef514af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044032 Mar 29 15:25:46.197591 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-ea894c1c-483a-40de-aef5-8355aca7c6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (0f5ad435-6013-4a3b-b512-a29cf81bff9d), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:46.225773 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ee193f3f-5ee1-4d4f-8b56-24ffc67c0c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:46.342085 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-360f682e-c223-43bd-8260-ca4de803e06d req-e50a625f-be58-487a-a192-b0a74b5495b6 service neutron] 10.222.0.39 "GET /v2.0/networks/feb66b74-11a8-4941-9395-ec28eef514af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419010 Mar 29 15:25:46.380141 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port af760a0f-7883-49ab-95fb-6ae590ea6842 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:25:46.394448 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-cfeaaedc-7180-4436-8add-1acb9790153c None None] Provisioning complete for port af760a0f-7883-49ab-95fb-6ae590ea6842 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:25:46.395089 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cfeaaedc-7180-4436-8add-1acb9790153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (af760a0f-7883-49ab-95fb-6ae590ea6842), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:46.533200 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee193f3f-5ee1-4d4f-8b56-24ffc67c0c2a None None] Pushing event updated for resources: {'Port': ['ID=009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:46.697709 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-cfeaaedc-7180-4436-8add-1acb9790153c None None] Current status of the port af760a0f-7883-49ab-95fb-6ae590ea6842 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:25:46.811550 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [None req-7e2cbe26-c9b2-4b28-bafa-bbf5f75f8fca admin admin] Allocated IP 172.27.3.138 (3dc57d37-328b-453d-86b3-347b9e0efd38/8a0c47e6-f825-43a4-ad31-8f961885bd6a/f9d5de6f-958f-4eff-acef-ccdf9b540376) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:25:46.941108 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3c7d636d-2662-480a-8a37-077baf915ef5 req-118bf88b-ce67-44e4-bd0b-0eaf423ffab4 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 210 time: 0.0741744 Mar 29 15:25:47.067036 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7e2cbe26-c9b2-4b28-bafa-bbf5f75f8fca admin admin] Publish callbacks [] for port (f9d5de6f-958f-4eff-acef-ccdf9b540376), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:47.152167 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-66e00431-0345-45f1-949d-990c0cd10977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:47.217749 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 59376) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:47.276749 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7e2cbe26-c9b2-4b28-bafa-bbf5f75f8fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934'] for port (f9d5de6f-958f-4eff-acef-ccdf9b540376), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:47.441608 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b731-7120-44fd-a203-a2974a983954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:47.446278 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2cbe26-c9b2-4b28-bafa-bbf5f75f8fca admin admin] Network 3dc57d37-328b-453d-86b3-347b9e0efd38 is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:25:47.461756 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [None req-7e2cbe26-c9b2-4b28-bafa-bbf5f75f8fca admin admin] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:25:47.487310 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2cbe26-c9b2-4b28-bafa-bbf5f75f8fca admin admin] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:25:47.578046 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b731-7120-44fd-a203-a2974a983954 admin admin] Publish callbacks [] for security_group (53fe5c65-24c9-462b-b602-684c1db05df7), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:47.596099 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-ea894c1c-483a-40de-aef5-8355aca7c6cd None None] Publish callbacks [] for port (0f5ad435-6013-4a3b-b512-a29cf81bff9d), precommit_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:47.602004 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device af760a0f-7883-49ab-95fb-6ae590ea6842 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:25:47.635965 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2cbe26-c9b2-4b28-bafa-bbf5f75f8fca admin admin] Pushing event updated for resources: {'Port': ['ID=f9d5de6f-958f-4eff-acef-ccdf9b540376,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:47.659388 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port af760a0f-7883-49ab-95fb-6ae590ea6842 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:25:47.659835 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (af760a0f-7883-49ab-95fb-6ae590ea6842), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:47.670413 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b731-7120-44fd-a203-a2974a983954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (53fe5c65-24c9-462b-b602-684c1db05df7), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:47.670651 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-ea894c1c-483a-40de-aef5-8355aca7c6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (0f5ad435-6013-4a3b-b512-a29cf81bff9d), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:47.711585 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [None req-66e00431-0345-45f1-949d-990c0cd10977 admin admin] Allocated IP 172.20.0.1 (e9e966a3-c502-4415-ba24-fb4be64d7c3f/d3e72c2a-9791-4704-a967-653d7b3a63cc/7b3fc76b-99bc-4415-888c-17c81e029140) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:25:47.785196 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbb852-8333-4ac5-af57-b31e37dfa9d7 None None] Pushing event updated for resources: {'Port': ['ID=0f5ad435-6013-4a3b-b512-a29cf81bff9d,revision_number=2']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:47.788149 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-8aa3b731-7120-44fd-a203-a2974a983954 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2e86351f8929465080e22a3df4cc1413&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5668740 Mar 29 15:25:47.788149 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3b731-7120-44fd-a203-a2974a983954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fe5c65-24c9-462b-b602-684c1db05df7,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:47.800887 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 59400) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:47.809841 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cbb852-8333-4ac5-af57-b31e37dfa9d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:47.811197 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cbb852-8333-4ac5-af57-b31e37dfa9d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:47.812484 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cbb852-8333-4ac5-af57-b31e37dfa9d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:47.812957 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cbb852-8333-4ac5-af57-b31e37dfa9d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:47.814538 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cbb852-8333-4ac5-af57-b31e37dfa9d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:47.815037 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cbb852-8333-4ac5-af57-b31e37dfa9d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:47.816155 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cbb852-8333-4ac5-af57-b31e37dfa9d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:47.817124 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cbb852-8333-4ac5-af57-b31e37dfa9d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:47.818804 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cbb852-8333-4ac5-af57-b31e37dfa9d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:47.819555 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cbb852-8333-4ac5-af57-b31e37dfa9d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:47.820150 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cbb852-8333-4ac5-af57-b31e37dfa9d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:47.820702 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cbb852-8333-4ac5-af57-b31e37dfa9d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:47.821137 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cbb852-8333-4ac5-af57-b31e37dfa9d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:47.821575 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cbb852-8333-4ac5-af57-b31e37dfa9d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:47.822326 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cbb852-8333-4ac5-af57-b31e37dfa9d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cbb852-8333-4ac5-af57-b31e37dfa9d7 None None] Tracked resource versions report: Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: pushed versions: Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: { 'AddressGroup': {'1.2'}, Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: 'Agent': {'1.1'}, Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: 'ConntrackHelper': {'1.0'}, Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: 'LocalIPAssociation': {'1.0'}, Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: 'Log': {'1.0'}, Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: 'NDPProxy': {'1.0'}, Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: 'Network': {'1.1'}, Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: 'Port': {'1.7'}, Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: 'PortForwarding': {'1.3'}, Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: 'QosPolicy': {'1.10'}, Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: 'SecurityGroup': {'1.5'}, Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: 'SubPort': {'1.0'}, Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: 'Subnet': {'1.1'}, Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: 'Trunk': {'1.1'}} Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: consumer versions: Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: { DHCP agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: HyperV agent@hv-cinder-56205: {}, Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: L3 agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: Metadata agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: Metering agent@dv-cinder-562053-19-iscsi: {}, Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: Open vSwitch agent@dv-cinder-562053-19-iscsi: { 'AddressGroup': '1.2', Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: 'Agent': '1.1', Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: 'ConntrackHelper': '1.0', Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: 'LocalIPAssociation': '1.0', Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: 'Log': '1.0', Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: 'NDPProxy': '1.0', Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: 'Network': '1.1', Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: 'Port': '1.7', Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: 'PortForwarding': '1.3', Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: 'QosPolicy': '1.10', Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: 'SecurityGroup': '1.5', Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: 'SecurityGroupRule': '1.2', Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: 'SubPort': '1.0', Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: 'Subnet': '1.1', Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: 'Trunk': '1.1'}} Mar 29 15:25:47.823938 dv-cinder-562053-19-iscsi neutron-server[103834]: {{(pid=103834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:25:48.107372 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2e381c-2edd-4542-beb8-c6db80993bec None None] Network a9dba225-3458-4749-adfb-4348d5911f6f requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:25:48.110471 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-ea894c1c-483a-40de-aef5-8355aca7c6cd None None] Attempting to bind port 0f5ad435-6013-4a3b-b512-a29cf81bff9d on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:25:48.110471 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-ea894c1c-483a-40de-aef5-8355aca7c6cd None None] Attempting to bind port 0f5ad435-6013-4a3b-b512-a29cf81bff9d by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:25:48.110471 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea894c1c-483a-40de-aef5-8355aca7c6cd None None] Attempting to bind port 0f5ad435-6013-4a3b-b512-a29cf81bff9d on network 3dc57d37-328b-453d-86b3-347b9e0efd38 {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:25:48.113610 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port af760a0f-7883-49ab-95fb-6ae590ea6842 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:25:48.113610 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:25:48.121364 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea894c1c-483a-40de-aef5-8355aca7c6cd None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:25:48.121364 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea894c1c-483a-40de-aef5-8355aca7c6cd None None] Checking segment: {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:25:48.121364 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-ea894c1c-483a-40de-aef5-8355aca7c6cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:48.121364 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea894c1c-483a-40de-aef5-8355aca7c6cd None None] Bound using segment: {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:25:48.121364 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-ea894c1c-483a-40de-aef5-8355aca7c6cd None None] Bound port: 0f5ad435-6013-4a3b-b512-a29cf81bff9d, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:25:48.121364 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-ea894c1c-483a-40de-aef5-8355aca7c6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (0f5ad435-6013-4a3b-b512-a29cf81bff9d), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:48.123702 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-324deea3-5238-4ab6-a42e-ec1255cd79c9 admin admin] Publish callbacks [] for security_group (53fe5c65-24c9-462b-b602-684c1db05df7), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:48.123702 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-324deea3-5238-4ab6-a42e-ec1255cd79c9 admin admin] Publish callbacks [] for security_group (53fe5c65-24c9-462b-b602-684c1db05df7), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:48.124856 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-ea894c1c-483a-40de-aef5-8355aca7c6cd None None] For port 0f5ad435-6013-4a3b-b512-a29cf81bff9d, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:25:48.124856 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-ea894c1c-483a-40de-aef5-8355aca7c6cd None None] For port 0f5ad435-6013-4a3b-b512-a29cf81bff9d, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=0f5ad435-6013-4a3b-b512-a29cf81bff9d,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:25:48.126761 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-66e00431-0345-45f1-949d-990c0cd10977 admin admin] Publish callbacks [] for port (7b3fc76b-99bc-4415-888c-17c81e029140), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:48.127360 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-f42bee24-7ba0-4d98-8fc8-99830ce3774c None None] Provisioning complete for port 009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:25:48.127360 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f42bee24-7ba0-4d98-8fc8-99830ce3774c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:48.127611 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7e2cbe26-c9b2-4b28-bafa-bbf5f75f8fca admin admin] Publish callbacks [] for router_gateway (ef412768-5109-4f89-85ad-b1771a983854), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:48.127794 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-ea894c1c-483a-40de-aef5-8355aca7c6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (0f5ad435-6013-4a3b-b512-a29cf81bff9d), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:48.157914 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9faa7f57-dd63-4948-9e87-b3640dd50617 req-40ff70e3-9af9-4358-a037-9a37e824524f tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 210 time: 0.1103160 Mar 29 15:25:48.207178 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:25:48.207178 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:48.263529 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbb852-8333-4ac5-af57-b31e37dfa9d7 None None] Pushing event updated for resources: {'Port': ['ID=0f5ad435-6013-4a3b-b512-a29cf81bff9d,revision_number=3']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:48.277514 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea894c1c-483a-40de-aef5-8355aca7c6cd None None] Routers {'73c396a8-d46c-4f74-9439-370970a2ec31'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:25:48.279139 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-ea894c1c-483a-40de-aef5-8355aca7c6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:25:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['73c396a8-d46c-4f74-9439-370970a2ec31'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:25:48.294773 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-324deea3-5238-4ab6-a42e-ec1255cd79c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (53fe5c65-24c9-462b-b602-684c1db05df7), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:48.297371 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-324deea3-5238-4ab6-a42e-ec1255cd79c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:48.301305 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-324deea3-5238-4ab6-a42e-ec1255cd79c9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/53fe5c65-24c9-462b-b602-684c1db05df7 HTTP/1.1" status: 204 len: 168 time: 0.5058901 Mar 29 15:25:48.315550 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324deea3-5238-4ab6-a42e-ec1255cd79c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fe5c65-24c9-462b-b602-684c1db05df7,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:48.403473 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-f42bee24-7ba0-4d98-8fc8-99830ce3774c None None] Current status of the port 009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7 is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:25:48.404089 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f42bee24-7ba0-4d98-8fc8-99830ce3774c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:48.466740 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7e2cbe26-c9b2-4b28-bafa-bbf5f75f8fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1033250'] for router (ef412768-5109-4f89-85ad-b1771a983854), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:48.547527 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-f42bee24-7ba0-4d98-8fc8-99830ce3774c None None] For port 009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7,segment=NetworkSegment(c447c32b-bb36-4dcf-8df5-2a75f4e6e95e),segment_id=c447c32b-bb36-4dcf-8df5-2a75f4e6e95e)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:25:48.550791 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7 is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:25:48.551314 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:48.592948 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-ea894c1c-483a-40de-aef5-8355aca7c6cd None None] Set router 73c396a8-d46c-4f74-9439-370970a2ec31 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:25:48.633873 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f42bee24-7ba0-4d98-8fc8-99830ce3774c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:48.770000 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.db.api [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:25:48.770376 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG oslo_db.api [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:25:48.842850 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-ca8844a6-7b01-4aaf-bfd3-d5d6976baf2a None None] Provisioning complete for port 009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:25:48.843253 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ca8844a6-7b01-4aaf-bfd3-d5d6976baf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:48.845915 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42bee24-7ba0-4d98-8fc8-99830ce3774c None None] Pushing event updated for resources: {'Port': ['ID=009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7,revision_number=3']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:48.884965 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-66e00431-0345-45f1-949d-990c0cd10977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934'] for port (7b3fc76b-99bc-4415-888c-17c81e029140), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:48.948415 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-ea894c1c-483a-40de-aef5-8355aca7c6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'name': 'tempest-AttachVolumeTestJSON-1437192592-router', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:42Z', 'updated_at': '2022-03-29T15:25:43Z', 'revision_number': 3, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'gw_port': {'id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:43Z', 'updated_at': '2022-03-29T15:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:25:48.951323 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2cbe26-c9b2-4b28-bafa-bbf5f75f8fca admin admin] Router ef412768-5109-4f89-85ad-b1771a983854 is scheduled to L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc with binding_index 1 {{(pid=103831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:25:48.974288 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e00431-0345-45f1-949d-990c0cd10977 admin admin] Network e9e966a3-c502-4415-ba24-fb4be64d7c3f is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:25:48.981021 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [None req-66e00431-0345-45f1-949d-990c0cd10977 admin admin] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:25:49.004746 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea894c1c-483a-40de-aef5-8355aca7c6cd None None] The sync data for ids ['73c396a8-d46c-4f74-9439-370970a2ec31'] in dv-cinder-562053-19-iscsi is: [{'id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'name': 'tempest-AttachVolumeTestJSON-1437192592-router', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:42Z', 'updated_at': '2022-03-29T15:25:43Z', 'revision_number': 3, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'gw_port': {'id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:43Z', 'updated_at': '2022-03-29T15:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:25:49.014790 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-ca8844a6-7b01-4aaf-bfd3-d5d6976baf2a None None] Current status of the port 009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:25:49.020001 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e00431-0345-45f1-949d-990c0cd10977 admin admin] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:25:49.020518 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-66e00431-0345-45f1-949d-990c0cd10977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032949'] for router_interface (73c396a8-d46c-4f74-9439-370970a2ec31), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:49.074659 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 59440) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:49.165199 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e00431-0345-45f1-949d-990c0cd10977 admin admin] Pushing event updated for resources: {'Port': ['ID=7b3fc76b-99bc-4415-888c-17c81e029140,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:49.295383 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fc151dfd-2449-4409-bf2f-d6c78f3aae91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:49.475412 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-a9e7a2fd-3ecf-4608-9643-da130d60268d None None] Provisioning complete for port 7b3fc76b-99bc-4415-888c-17c81e029140 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:25:49.475792 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a2fd-3ecf-4608-9643-da130d60268d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (7b3fc76b-99bc-4415-888c-17c81e029140), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:49.526532 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fc151dfd-2449-4409-bf2f-d6c78f3aae91 admin admin] Publish callbacks [] for security_group (904ed7d9-a4f0-4a81-b6b0-86c3018de0aa), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:49.531970 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:25:49.615169 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-a9e7a2fd-3ecf-4608-9643-da130d60268d None None] Port 7b3fc76b-99bc-4415-888c-17c81e029140 cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:25:49.626053 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-857fb105-59b7-494a-aca8-4f5fa279f86d req-b39de9c5-d27d-4dae-ad5c-afb5c2da6816 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 210 time: 0.0852199 Mar 29 15:25:49.632890 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fc151dfd-2449-4409-bf2f-d6c78f3aae91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (904ed7d9-a4f0-4a81-b6b0-86c3018de0aa), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:49.656101 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 59460) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:49.694451 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-fc151dfd-2449-4409-bf2f-d6c78f3aae91 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3d5bb2bf3ffc4047a22c3b2bd719922a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6185811 Mar 29 15:25:49.699781 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 59462) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:49.706728 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2cbe26-c9b2-4b28-bafa-bbf5f75f8fca admin admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:25:49.718390 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dfa09b-c3cc-4160-9817-6eea478c9c7c None None] Sync routers for ids ['ef412768-5109-4f89-85ad-b1771a983854'] in dv-cinder-562053-19-iscsi {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:25:49.724163 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc151dfd-2449-4409-bf2f-d6c78f3aae91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904ed7d9-a4f0-4a81-b6b0-86c3018de0aa,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:49.734630 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-bc042b73-2f36-438e-818b-8f1aef1b3132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:49.753555 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dfa09b-c3cc-4160-9817-6eea478c9c7c None None] Routers {'ef412768-5109-4f89-85ad-b1771a983854'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:25:49.756923 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-66dfa09b-c3cc-4160-9817-6eea478c9c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:25:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['ef412768-5109-4f89-85ad-b1771a983854'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:25:49.800756 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-60514799-6378-4226-b14b-cf8a2196a4f4 admin admin] Publish callbacks [] for security_group (904ed7d9-a4f0-4a81-b6b0-86c3018de0aa), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:49.850311 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7e2cbe26-c9b2-4b28-bafa-bbf5f75f8fca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:49.854867 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-7e2cbe26-c9b2-4b28-bafa-bbf5f75f8fca admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6020823 Mar 29 15:25:49.856328 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-60514799-6378-4226-b14b-cf8a2196a4f4 admin admin] Publish callbacks [] for security_group (904ed7d9-a4f0-4a81-b6b0-86c3018de0aa), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:49.858214 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 59464) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:49.881675 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 0f5ad435-6013-4a3b-b512-a29cf81bff9d up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:25:49.946509 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-66e00431-0345-45f1-949d-990c0cd10977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (7b3fc76b-99bc-4415-888c-17c81e029140), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:49.976412 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-66dfa09b-c3cc-4160-9817-6eea478c9c7c None None] Set router ef412768-5109-4f89-85ad-b1771a983854 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:25:49.990826 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-bc042b73-2f36-438e-818b-8f1aef1b3132 admin admin] Publish callbacks [] for security_group (0a07acc8-1f39-4175-b480-0837427dad4f), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:50.011954 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 0f5ad435-6013-4a3b-b512-a29cf81bff9d triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:25:50.012516 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (0f5ad435-6013-4a3b-b512-a29cf81bff9d), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:50.053513 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-bc042b73-2f36-438e-818b-8f1aef1b3132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (0a07acc8-1f39-4175-b480-0837427dad4f), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:50.162720 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-bc042b73-2f36-438e-818b-8f1aef1b3132 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=38cc18e3079648f2a6f7803bb2239713&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4982684 Mar 29 15:25:50.168314 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 59474) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:50.193894 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc042b73-2f36-438e-818b-8f1aef1b3132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a07acc8-1f39-4175-b480-0837427dad4f,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:50.266921 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-60514799-6378-4226-b14b-cf8a2196a4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (904ed7d9-a4f0-4a81-b6b0-86c3018de0aa), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:50.277352 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-60514799-6378-4226-b14b-cf8a2196a4f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:50.278865 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-60514799-6378-4226-b14b-cf8a2196a4f4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/904ed7d9-a4f0-4a81-b6b0-86c3018de0aa HTTP/1.1" status: 204 len: 168 time: 0.5778441 Mar 29 15:25:50.308198 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60514799-6378-4226-b14b-cf8a2196a4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904ed7d9-a4f0-4a81-b6b0-86c3018de0aa,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:50.339378 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 0f5ad435-6013-4a3b-b512-a29cf81bff9d is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:25:50.339599 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (0f5ad435-6013-4a3b-b512-a29cf81bff9d), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:50.371716 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d140bb51-2e1a-4d8d-bb0a-16efe0a9715a admin admin] Publish callbacks [] for security_group (0a07acc8-1f39-4175-b480-0837427dad4f), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:50.400141 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] For port 0f5ad435-6013-4a3b-b512-a29cf81bff9d, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=0f5ad435-6013-4a3b-b512-a29cf81bff9d,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:25:50.442973 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-66dfa09b-c3cc-4160-9817-6eea478c9c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef412768-5109-4f89-85ad-b1771a983854', 'name': 'tempest-AttachVolumeShelveTestJSON-1908872265-router', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:44Z', 'updated_at': '2022-03-29T15:25:47Z', 'revision_number': 3, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'gw_port': {'id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:68:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:45Z', 'updated_at': '2022-03-29T15:25:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:25:50.456154 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d140bb51-2e1a-4d8d-bb0a-16efe0a9715a admin admin] Publish callbacks [] for security_group (0a07acc8-1f39-4175-b480-0837427dad4f), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:50.520069 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (0f5ad435-6013-4a3b-b512-a29cf81bff9d), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:50.521160 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:25:50.525327 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-66e00431-0345-45f1-949d-990c0cd10977 admin admin] Publish callbacks [] for port (7b3fc76b-99bc-4415-888c-17c81e029140), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:50.526123 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dfa09b-c3cc-4160-9817-6eea478c9c7c None None] Checking router: ef412768-5109-4f89-85ad-b1771a983854 for host: dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:25:50.526674 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dfa09b-c3cc-4160-9817-6eea478c9c7c None None] Updating router ef412768-5109-4f89-85ad-b1771a983854 port f9d5de6f-958f-4eff-acef-ccdf9b540376 binding host dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:25:50.640744 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-66e00431-0345-45f1-949d-990c0cd10977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (7b3fc76b-99bc-4415-888c-17c81e029140), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:50.641993 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-66e00431-0345-45f1-949d-990c0cd10977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1032801'] for router_interface (73c396a8-d46c-4f74-9439-370970a2ec31), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:50.793890 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d140bb51-2e1a-4d8d-bb0a-16efe0a9715a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (0a07acc8-1f39-4175-b480-0837427dad4f), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:50.796979 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d140bb51-2e1a-4d8d-bb0a-16efe0a9715a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:50.801104 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-d140bb51-2e1a-4d8d-bb0a-16efe0a9715a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0a07acc8-1f39-4175-b480-0837427dad4f HTTP/1.1" status: 204 len: 168 time: 0.6307659 Mar 29 15:25:50.810296 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e00431-0345-45f1-949d-990c0cd10977 admin admin] Pushing event updated for resources: {'Port': ['ID=7b3fc76b-99bc-4415-888c-17c81e029140,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:50.831489 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140bb51-2e1a-4d8d-bb0a-16efe0a9715a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a07acc8-1f39-4175-b480-0837427dad4f,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:50.831606 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7ba8c190-8d79-4903-86b1-7204d95dfece req-80191949-c583-41ec-9461-5006d4268b8f tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 210 time: 0.0324922 Mar 29 15:25:50.902866 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e00431-0345-45f1-949d-990c0cd10977 admin admin] Network e9e966a3-c502-4415-ba24-fb4be64d7c3f is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:25:50.907010 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [None req-66e00431-0345-45f1-949d-990c0cd10977 admin admin] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:25:50.937234 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c48ed54e-b850-443c-aed5-50f64fc81f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:50.973030 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-66dfa09b-c3cc-4160-9817-6eea478c9c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (f9d5de6f-958f-4eff-acef-ccdf9b540376), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:51.218298 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e00431-0345-45f1-949d-990c0cd10977 admin admin] Router 73c396a8-d46c-4f74-9439-370970a2ec31 has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:25:51.307556 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.15', 55904) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:51.353250 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Pushing event updated for resources: {'Port': ['ID=0f5ad435-6013-4a3b-b512-a29cf81bff9d,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:51.486058 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-03593012-6f2e-4789-ac19-fa692d3e3c96 None None] Provisioning complete for port 7b3fc76b-99bc-4415-888c-17c81e029140 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:25:51.486850 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-03593012-6f2e-4789-ac19-fa692d3e3c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (7b3fc76b-99bc-4415-888c-17c81e029140), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:51.517100 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [None req-c48ed54e-b850-443c-aed5-50f64fc81f63 admin admin] Allocated IP 172.20.0.1 (a9dba225-3458-4749-adfb-4348d5911f6f/0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4/b600edc1-0e96-4942-bd12-ea3f61043393) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:25:51.536847 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:25:51.537308 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:51.676986 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c48ed54e-b850-443c-aed5-50f64fc81f63 admin admin] Publish callbacks [] for port (b600edc1-0e96-4942-bd12-ea3f61043393), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:51.743412 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-03593012-6f2e-4789-ac19-fa692d3e3c96 None None] Port 7b3fc76b-99bc-4415-888c-17c81e029140 cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:25:51.798884 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c48ed54e-b850-443c-aed5-50f64fc81f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934'] for port (b600edc1-0e96-4942-bd12-ea3f61043393), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:51.809689 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f682e-c223-43bd-8260-ca4de803e06d req-14b46309-1406-4d21-a63d-713b770df1f0 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:25:51.811197 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-360f682e-c223-43bd-8260-ca4de803e06d req-14b46309-1406-4d21-a63d-713b770df1f0 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.15 "GET /v2.0/networks?id=feb66b74-11a8-4941-9395-ec28eef514af HTTP/1.1" status: 200 len: 812 time: 0.5023742 Mar 29 15:25:51.818530 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e00431-0345-45f1-949d-990c0cd10977 admin admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:25:51.828325 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-66e00431-0345-45f1-949d-990c0cd10977 admin admin] 10.222.0.39 "PUT /v2.0/routers/73c396a8-d46c-4f74-9439-370970a2ec31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0861101 Mar 29 15:25:51.835198 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b52845-f283-41a0-84a0-0df35c82163d None None] Sync routers for ids ['73c396a8-d46c-4f74-9439-370970a2ec31'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:25:51.849426 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b52845-f283-41a0-84a0-0df35c82163d None None] Routers {'73c396a8-d46c-4f74-9439-370970a2ec31'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:25:51.850072 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-15b52845-f283-41a0-84a0-0df35c82163d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:25:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['73c396a8-d46c-4f74-9439-370970a2ec31'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:25:51.864861 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48ed54e-b850-443c-aed5-50f64fc81f63 admin admin] Network a9dba225-3458-4749-adfb-4348d5911f6f is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:25:51.866934 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-c48ed54e-b850-443c-aed5-50f64fc81f63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:25:51.867818 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-360f682e-c223-43bd-8260-ca4de803e06d req-86a89946-1e4e-4845-9b21-b19800658e3e tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Request body: {'port': {'device_id': '408ea8c6-2b79-41af-ba7d-4cb88e5e9027', 'network_id': 'feb66b74-11a8-4941-9395-ec28eef514af', 'admin_state_up': True, 'tenant_id': '98b4a8cfa41d4b03ac433dd6af94e818'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:25:51.896522 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48ed54e-b850-443c-aed5-50f64fc81f63 admin admin] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:25:51.896522 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c48ed54e-b850-443c-aed5-50f64fc81f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032949'] for router_interface (ef412768-5109-4f89-85ad-b1771a983854), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:51.949979 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:25:52.097596 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 0f5ad435-6013-4a3b-b512-a29cf81bff9d up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:25:52.242063 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ed54e-b850-443c-aed5-50f64fc81f63 admin admin] Pushing event updated for resources: {'Port': ['ID=b600edc1-0e96-4942-bd12-ea3f61043393,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:52.286992 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-15b52845-f283-41a0-84a0-0df35c82163d None None] Set router 73c396a8-d46c-4f74-9439-370970a2ec31 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:25:52.338553 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2d6d7129-d410-45c8-be4c-23938d5ad4e9 req-b935e6c5-08fe-4c63-ba3d-651d17cb1f95 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 210 time: 0.1628120 Mar 29 15:25:52.411136 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-112b2777-10c9-4c82-b7be-2dc8864aec98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:52.475246 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c48ed54e-b850-443c-aed5-50f64fc81f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (b600edc1-0e96-4942-bd12-ea3f61043393), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:52.516668 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-b43ac941-00ea-483b-860d-9a99b40fa200 None None] Provisioning complete for port b600edc1-0e96-4942-bd12-ea3f61043393 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:25:52.517250 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b43ac941-00ea-483b-860d-9a99b40fa200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (b600edc1-0e96-4942-bd12-ea3f61043393), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:52.583958 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-66dfa09b-c3cc-4160-9817-6eea478c9c7c None None] Publish callbacks [] for port (f9d5de6f-958f-4eff-acef-ccdf9b540376), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:52.618785 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 0f5ad435-6013-4a3b-b512-a29cf81bff9d triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:25:52.619172 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (0f5ad435-6013-4a3b-b512-a29cf81bff9d), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:52.620910 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-b43ac941-00ea-483b-860d-9a99b40fa200 None None] Port b600edc1-0e96-4942-bd12-ea3f61043393 cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:25:52.695934 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-66dfa09b-c3cc-4160-9817-6eea478c9c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (f9d5de6f-958f-4eff-acef-ccdf9b540376), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:52.799162 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-15b52845-f283-41a0-84a0-0df35c82163d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'name': 'tempest-AttachVolumeTestJSON-1437192592-router', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:42Z', 'updated_at': '2022-03-29T15:25:49Z', 'revision_number': 4, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'gw_port': {'id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:43Z', 'updated_at': '2022-03-29T15:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '7b3fc76b-99bc-4415-888c-17c81e029140', 'name': '', 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'mac_address': 'fa:16:3e:33:52:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:47Z', 'updated_at': '2022-03-29T15:25:50Z', 'revision_number': 2, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'subnets': [{'id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:25:52.809533 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-66dfa09b-c3cc-4160-9817-6eea478c9c7c None None] Attempting to bind port f9d5de6f-958f-4eff-acef-ccdf9b540376 on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:25:52.809906 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-66dfa09b-c3cc-4160-9817-6eea478c9c7c None None] Attempting to bind port f9d5de6f-958f-4eff-acef-ccdf9b540376 by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:25:52.810265 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dfa09b-c3cc-4160-9817-6eea478c9c7c None None] Attempting to bind port f9d5de6f-958f-4eff-acef-ccdf9b540376 on network 3dc57d37-328b-453d-86b3-347b9e0efd38 {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:25:52.813775 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db1f00-c801-4e31-981e-de360a3df27e None None] Pushing event updated for resources: {'Port': ['ID=f9d5de6f-958f-4eff-acef-ccdf9b540376,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:52.819815 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dfa09b-c3cc-4160-9817-6eea478c9c7c None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:25:52.822161 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dfa09b-c3cc-4160-9817-6eea478c9c7c None None] Checking segment: {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:25:52.822161 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-66dfa09b-c3cc-4160-9817-6eea478c9c7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:52.822161 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dfa09b-c3cc-4160-9817-6eea478c9c7c None None] Bound using segment: {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:25:52.822161 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-66dfa09b-c3cc-4160-9817-6eea478c9c7c None None] Bound port: f9d5de6f-958f-4eff-acef-ccdf9b540376, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:25:52.822456 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-66dfa09b-c3cc-4160-9817-6eea478c9c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (f9d5de6f-958f-4eff-acef-ccdf9b540376), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:52.852033 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b52845-f283-41a0-84a0-0df35c82163d None None] Checking router: 73c396a8-d46c-4f74-9439-370970a2ec31 for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:25:52.853699 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b52845-f283-41a0-84a0-0df35c82163d None None] Updating router 73c396a8-d46c-4f74-9439-370970a2ec31 port 7b3fc76b-99bc-4415-888c-17c81e029140 binding host dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:25:52.887424 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c48ed54e-b850-443c-aed5-50f64fc81f63 admin admin] Publish callbacks [] for port (b600edc1-0e96-4942-bd12-ea3f61043393), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:52.895743 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-360f682e-c223-43bd-8260-ca4de803e06d req-86a89946-1e4e-4845-9b21-b19800658e3e tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Made reservation on behalf of 98b4a8cfa41d4b03ac433dd6af94e818 for: {'port': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:25:52.900811 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-360f682e-c223-43bd-8260-ca4de803e06d req-86a89946-1e4e-4845-9b21-b19800658e3e tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:52.904897 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 0f5ad435-6013-4a3b-b512-a29cf81bff9d is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:25:52.923099 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-15b52845-f283-41a0-84a0-0df35c82163d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (7b3fc76b-99bc-4415-888c-17c81e029140), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:52.927692 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-66dfa09b-c3cc-4160-9817-6eea478c9c7c None None] For port f9d5de6f-958f-4eff-acef-ccdf9b540376, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:25:52.931827 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-66dfa09b-c3cc-4160-9817-6eea478c9c7c None None] For port f9d5de6f-958f-4eff-acef-ccdf9b540376, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=f9d5de6f-958f-4eff-acef-ccdf9b540376,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:25:52.950605 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c48ed54e-b850-443c-aed5-50f64fc81f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (b600edc1-0e96-4942-bd12-ea3f61043393), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:52.951445 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c48ed54e-b850-443c-aed5-50f64fc81f63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1032801'] for router_interface (ef412768-5109-4f89-85ad-b1771a983854), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:53.021370 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-66dfa09b-c3cc-4160-9817-6eea478c9c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (f9d5de6f-958f-4eff-acef-ccdf9b540376), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:53.172863 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dfa09b-c3cc-4160-9817-6eea478c9c7c None None] Routers {'ef412768-5109-4f89-85ad-b1771a983854'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:25:53.173748 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-66dfa09b-c3cc-4160-9817-6eea478c9c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:25:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['ef412768-5109-4f89-85ad-b1771a983854'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:25:53.178005 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db1f00-c801-4e31-981e-de360a3df27e None None] Pushing event updated for resources: {'Port': ['ID=f9d5de6f-958f-4eff-acef-ccdf9b540376,revision_number=3']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:53.183357 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ed54e-b850-443c-aed5-50f64fc81f63 admin admin] Pushing event updated for resources: {'Port': ['ID=b600edc1-0e96-4942-bd12-ea3f61043393,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:53.209626 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48ed54e-b850-443c-aed5-50f64fc81f63 admin admin] Network a9dba225-3458-4749-adfb-4348d5911f6f is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:25:53.221717 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-c48ed54e-b850-443c-aed5-50f64fc81f63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:25:53.362981 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 59618) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:53.389120 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-66dfa09b-c3cc-4160-9817-6eea478c9c7c None None] Set router ef412768-5109-4f89-85ad-b1771a983854 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:25:53.476051 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [req-360f682e-c223-43bd-8260-ca4de803e06d req-86a89946-1e4e-4845-9b21-b19800658e3e tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Allocated IP 172.20.0.9 (feb66b74-11a8-4941-9395-ec28eef514af/f8c9e7d7-542a-40c6-88da-47d047391514/2865ee0b-c03e-4429-beca-18d87c85a2f5) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:25:53.541299 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48ed54e-b850-443c-aed5-50f64fc81f63 admin admin] Router ef412768-5109-4f89-85ad-b1771a983854 has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:25:53.774361 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 59634) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:53.797340 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-2260aab3-a0d2-4658-802d-20b210bab734 None None] Provisioning complete for port b600edc1-0e96-4942-bd12-ea3f61043393 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:25:53.797885 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2260aab3-a0d2-4658-802d-20b210bab734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (b600edc1-0e96-4942-bd12-ea3f61043393), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:53.889814 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-eff382c1-ae07-4c10-bbf8-13b677342808 req-6d823277-ad9f-4299-946f-f281d287be2e tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 210 time: 0.1143162 Mar 29 15:25:53.953018 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a56479a2-b36e-49d6-9ddc-8c7f27b6cdf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:53.955523 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 59638) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:53.967967 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48ed54e-b850-443c-aed5-50f64fc81f63 admin admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:25:53.981020 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-15b52845-f283-41a0-84a0-0df35c82163d None None] Publish callbacks [] for port (7b3fc76b-99bc-4415-888c-17c81e029140), precommit_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:53.983760 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-0d49d930-f0aa-46bb-b596-ffcb624d7ba6 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Request body: {'security_group': {'name': 'tempest-securitygroup--462480042', 'description': 'tempest-description--216124254'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:25:53.997093 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-c48ed54e-b850-443c-aed5-50f64fc81f63 admin admin] 10.222.0.39 "PUT /v2.0/routers/ef412768-5109-4f89-85ad-b1771a983854/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1290553 Mar 29 15:25:54.048481 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-2260aab3-a0d2-4658-802d-20b210bab734 None None] Port b600edc1-0e96-4942-bd12-ea3f61043393 cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:25:54.076100 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-15b52845-f283-41a0-84a0-0df35c82163d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (7b3fc76b-99bc-4415-888c-17c81e029140), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:54.093046 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-66dfa09b-c3cc-4160-9817-6eea478c9c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef412768-5109-4f89-85ad-b1771a983854', 'name': 'tempest-AttachVolumeShelveTestJSON-1908872265-router', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:44Z', 'updated_at': '2022-03-29T15:25:52Z', 'revision_number': 4, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'gw_port': {'id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:68:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:45Z', 'updated_at': '2022-03-29T15:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': 'b600edc1-0e96-4942-bd12-ea3f61043393', 'name': '', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'mac_address': 'fa:16:3e:a1:c5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:51Z', 'updated_at': '2022-03-29T15:25:52Z', 'revision_number': 2, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'subnets': [{'id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:25:54.121207 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0d49d930-f0aa-46bb-b596-ffcb624d7ba6 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:54.140428 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-360f682e-c223-43bd-8260-ca4de803e06d req-86a89946-1e4e-4845-9b21-b19800658e3e tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Publish callbacks [] for port (2865ee0b-c03e-4429-beca-18d87c85a2f5), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:54.199709 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855997f1-5f14-45c8-a22f-d2573f9a66fe None None] Pushing event updated for resources: {'Port': ['ID=7b3fc76b-99bc-4415-888c-17c81e029140,revision_number=3']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:54.206781 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dfa09b-c3cc-4160-9817-6eea478c9c7c None None] The sync data for ids ['ef412768-5109-4f89-85ad-b1771a983854'] in dv-cinder-562053-19-iscsi is: [{'id': 'ef412768-5109-4f89-85ad-b1771a983854', 'name': 'tempest-AttachVolumeShelveTestJSON-1908872265-router', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:44Z', 'updated_at': '2022-03-29T15:25:52Z', 'revision_number': 4, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'gw_port': {'id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:68:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:45Z', 'updated_at': '2022-03-29T15:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': 'b600edc1-0e96-4942-bd12-ea3f61043393', 'name': '', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'mac_address': 'fa:16:3e:a1:c5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:51Z', 'updated_at': '2022-03-29T15:25:52Z', 'revision_number': 2, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'subnets': [{'id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:25:54.230861 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-15b52845-f283-41a0-84a0-0df35c82163d None None] Attempting to bind port 7b3fc76b-99bc-4415-888c-17c81e029140 on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:25:54.231245 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-15b52845-f283-41a0-84a0-0df35c82163d None None] Attempting to bind port 7b3fc76b-99bc-4415-888c-17c81e029140 by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': '1d3df2be-b294-4164-824a-37d5b6cd48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f'}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:25:54.233437 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b52845-f283-41a0-84a0-0df35c82163d None None] Attempting to bind port 7b3fc76b-99bc-4415-888c-17c81e029140 on network e9e966a3-c502-4415-ba24-fb4be64d7c3f {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:25:54.254382 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b52845-f283-41a0-84a0-0df35c82163d None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:25:54.254776 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b52845-f283-41a0-84a0-0df35c82163d None None] Checking segment: {'id': '1d3df2be-b294-4164-824a-37d5b6cd48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:25:54.256384 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-15b52845-f283-41a0-84a0-0df35c82163d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:54.256384 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b52845-f283-41a0-84a0-0df35c82163d None None] Bound using segment: {'id': '1d3df2be-b294-4164-824a-37d5b6cd48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f'} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:25:54.256384 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-15b52845-f283-41a0-84a0-0df35c82163d None None] Bound port: 7b3fc76b-99bc-4415-888c-17c81e029140, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3df2be-b294-4164-824a-37d5b6cd48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f'}}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:25:54.259605 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-15b52845-f283-41a0-84a0-0df35c82163d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (7b3fc76b-99bc-4415-888c-17c81e029140), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:54.358357 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a56479a2-b36e-49d6-9ddc-8c7f27b6cdf4 admin admin] Publish callbacks [] for security_group (1e03d9a8-182b-43eb-b16e-0aad57fbea85), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:54.433108 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a56479a2-b36e-49d6-9ddc-8c7f27b6cdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (1e03d9a8-182b-43eb-b16e-0aad57fbea85), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:54.489133 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-15b52845-f283-41a0-84a0-0df35c82163d None None] For port 7b3fc76b-99bc-4415-888c-17c81e029140, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:25:54.494355 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-15b52845-f283-41a0-84a0-0df35c82163d None None] For port 7b3fc76b-99bc-4415-888c-17c81e029140, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=7b3fc76b-99bc-4415-888c-17c81e029140,segment=NetworkSegment(1d3df2be-b294-4164-824a-37d5b6cd48ea),segment_id=1d3df2be-b294-4164-824a-37d5b6cd48ea)] {{(pid=103834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:25:54.517786 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-82fd5c5e-8f1e-473c-9d0c-aa835407dd6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:54.531521 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-a56479a2-b36e-49d6-9ddc-8c7f27b6cdf4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b318ebeeb631459aa42d0baf58810f19&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1674526 Mar 29 15:25:54.534414 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 59654) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:54.575808 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-15b52845-f283-41a0-84a0-0df35c82163d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (7b3fc76b-99bc-4415-888c-17c81e029140), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:54.645589 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855997f1-5f14-45c8-a22f-d2573f9a66fe None None] Pushing event updated for resources: {'Port': ['ID=7b3fc76b-99bc-4415-888c-17c81e029140,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:54.699847 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-efcf1597-e47d-4844-9d62-cf9b3f0e6ae8 None None] Provisioning complete for port 7b3fc76b-99bc-4415-888c-17c81e029140 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:25:54.699847 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-efcf1597-e47d-4844-9d62-cf9b3f0e6ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (7b3fc76b-99bc-4415-888c-17c81e029140), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:54.710004 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0d49d930-f0aa-46bb-b596-ffcb624d7ba6 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for security_group (622ece59-4743-4c83-9423-68c7c49045ca), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:54.712614 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-56979ac2-04cc-4aad-9e57-39ac65151930 admin admin] Publish callbacks [] for security_group (1e03d9a8-182b-43eb-b16e-0aad57fbea85), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:54.745903 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b52845-f283-41a0-84a0-0df35c82163d None None] Routers {'73c396a8-d46c-4f74-9439-370970a2ec31'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:25:54.751206 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-360f682e-c223-43bd-8260-ca4de803e06d req-86a89946-1e4e-4845-9b21-b19800658e3e tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934'] for port (2865ee0b-c03e-4429-beca-18d87c85a2f5), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:54.753125 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56479a2-b36e-49d6-9ddc-8c7f27b6cdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e03d9a8-182b-43eb-b16e-0aad57fbea85,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:54.757214 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-15b52845-f283-41a0-84a0-0df35c82163d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:25:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['73c396a8-d46c-4f74-9439-370970a2ec31'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:25:54.782078 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0d49d930-f0aa-46bb-b596-ffcb624d7ba6 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (622ece59-4743-4c83-9423-68c7c49045ca), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:54.904480 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-56979ac2-04cc-4aad-9e57-39ac65151930 admin admin] Publish callbacks [] for security_group (1e03d9a8-182b-43eb-b16e-0aad57fbea85), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:55.169992 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-15b52845-f283-41a0-84a0-0df35c82163d None None] Set router 73c396a8-d46c-4f74-9439-370970a2ec31 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:25:55.174824 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0d49d930-f0aa-46bb-b596-ffcb624d7ba6 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:55.176316 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-0d49d930-f0aa-46bb-b596-ffcb624d7ba6 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.2168670 Mar 29 15:25:55.180295 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 59672) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:55.186475 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-067d5362-f0a5-46d6-9277-7908633b93d4 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Request body: {'security_group_rule': {'security_group_id': '622ece59-4743-4c83-9423-68c7c49045ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:25:55.209624 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-efcf1597-e47d-4844-9d62-cf9b3f0e6ae8 None None] Current status of the port 7b3fc76b-99bc-4415-888c-17c81e029140 is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:25:55.211452 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-efcf1597-e47d-4844-9d62-cf9b3f0e6ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (7b3fc76b-99bc-4415-888c-17c81e029140), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:55.324812 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-360f682e-c223-43bd-8260-ca4de803e06d req-86a89946-1e4e-4845-9b21-b19800658e3e tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Network feb66b74-11a8-4941-9395-ec28eef514af is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:25:55.344097 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-efcf1597-e47d-4844-9d62-cf9b3f0e6ae8 None None] For port 7b3fc76b-99bc-4415-888c-17c81e029140, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=7b3fc76b-99bc-4415-888c-17c81e029140,segment=NetworkSegment(1d3df2be-b294-4164-824a-37d5b6cd48ea),segment_id=1d3df2be-b294-4164-824a-37d5b6cd48ea)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:25:55.366220 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [req-360f682e-c223-43bd-8260-ca4de803e06d req-86a89946-1e4e-4845-9b21-b19800658e3e tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:25:55.475085 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-360f682e-c223-43bd-8260-ca4de803e06d req-86a89946-1e4e-4845-9b21-b19800658e3e tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:25:55.505390 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f682e-c223-43bd-8260-ca4de803e06d req-86a89946-1e4e-4845-9b21-b19800658e3e tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:25:55.506416 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-360f682e-c223-43bd-8260-ca4de803e06d req-86a89946-1e4e-4845-9b21-b19800658e3e tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:55.534166 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49d930-f0aa-46bb-b596-ffcb624d7ba6 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=622ece59-4743-4c83-9423-68c7c49045ca,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:55.560091 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a89946-1e4e-4845-9b21-b19800658e3e tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Pushing event updated for resources: {'Port': ['ID=2865ee0b-c03e-4429-beca-18d87c85a2f5,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:55.563881 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-56979ac2-04cc-4aad-9e57-39ac65151930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (1e03d9a8-182b-43eb-b16e-0aad57fbea85), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:55.569696 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-56979ac2-04cc-4aad-9e57-39ac65151930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:55.573566 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-56979ac2-04cc-4aad-9e57-39ac65151930 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e03d9a8-182b-43eb-b16e-0aad57fbea85 HTTP/1.1" status: 204 len: 168 time: 1.0355294 Mar 29 15:25:55.609611 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-efcf1597-e47d-4844-9d62-cf9b3f0e6ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (7b3fc76b-99bc-4415-888c-17c81e029140), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:55.612782 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:55.626641 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56979ac2-04cc-4aad-9e57-39ac65151930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e03d9a8-182b-43eb-b16e-0aad57fbea85,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:55.646999 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-360f682e-c223-43bd-8260-ca4de803e06d req-86a89946-1e4e-4845-9b21-b19800658e3e tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7848799 Mar 29 15:25:55.659119 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [req-360f682e-c223-43bd-8260-ca4de803e06d req-d1309e3e-ac32-4cd1-9375-ae75099d5e71 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:25:55.660489 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-067d5362-f0a5-46d6-9277-7908633b93d4 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for security_group_rule (a985f663-7547-49d0-a443-c781434fed09), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:55.660614 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-360f682e-c223-43bd-8260-ca4de803e06d req-d1309e3e-ac32-4cd1-9375-ae75099d5e71 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073261 Mar 29 15:25:55.695496 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 59682) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:55.700523 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-103fdc30-599b-416b-95ea-68e566afc33b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1962272184', 'description': 'tempest-description--2066827539'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:25:55.772117 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-15b52845-f283-41a0-84a0-0df35c82163d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'name': 'tempest-AttachVolumeTestJSON-1437192592-router', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:42Z', 'updated_at': '2022-03-29T15:25:49Z', 'revision_number': 4, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'gw_port': {'id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:43Z', 'updated_at': '2022-03-29T15:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '7b3fc76b-99bc-4415-888c-17c81e029140', 'name': '', 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'mac_address': 'fa:16:3e:33:52:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:47Z', 'updated_at': '2022-03-29T15:25:54Z', 'revision_number': 4, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'subnets': [{'id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:25:55.781999 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf1597-e47d-4844-9d62-cf9b3f0e6ae8 None None] Pushing event updated for resources: {'Port': ['ID=7b3fc76b-99bc-4415-888c-17c81e029140,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:55.856361 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-103fdc30-599b-416b-95ea-68e566afc33b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:55.896930 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-bb007119-ed89-41ee-b769-c265e1d7f0d0 None None] Provisioning complete for port 7b3fc76b-99bc-4415-888c-17c81e029140 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:25:55.897206 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bb007119-ed89-41ee-b769-c265e1d7f0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (7b3fc76b-99bc-4415-888c-17c81e029140), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:55.922439 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b52845-f283-41a0-84a0-0df35c82163d None None] The sync data for ids ['73c396a8-d46c-4f74-9439-370970a2ec31'] in dv-cinder-562053-19-iscsi is: [{'id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'name': 'tempest-AttachVolumeTestJSON-1437192592-router', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:42Z', 'updated_at': '2022-03-29T15:25:49Z', 'revision_number': 4, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'gw_port': {'id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:43Z', 'updated_at': '2022-03-29T15:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '7b3fc76b-99bc-4415-888c-17c81e029140', 'name': '', 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'mac_address': 'fa:16:3e:33:52:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:47Z', 'updated_at': '2022-03-29T15:25:54Z', 'revision_number': 4, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'subnets': [{'id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:25:56.024066 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-067d5362-f0a5-46d6-9277-7908633b93d4 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for security_group_rule (a985f663-7547-49d0-a443-c781434fed09), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:56.065202 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd93eb3-773c-482f-8b8b-b3d07f4d00d3 req-d0c1c3b5-4442-491a-acb8-4363949022c9 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:25:56.070996 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1fd93eb3-773c-482f-8b8b-b3d07f4d00d3 req-d0c1c3b5-4442-491a-acb8-4363949022c9 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 931 time: 0.4921973 Mar 29 15:25:56.134737 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-067d5362-f0a5-46d6-9277-7908633b93d4 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (a985f663-7547-49d0-a443-c781434fed09), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:56.179287 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-103fdc30-599b-416b-95ea-68e566afc33b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for security_group (ab2e5047-1527-4079-82ff-12a573f8c102), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:56.249286 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-103fdc30-599b-416b-95ea-68e566afc33b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (ab2e5047-1527-4079-82ff-12a573f8c102), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:56.263985 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device f9d5de6f-958f-4eff-acef-ccdf9b540376 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:25:56.265176 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d5362-f0a5-46d6-9277-7908633b93d4 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a985f663-7547-49d0-a443-c781434fed09,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:56.312836 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-067d5362-f0a5-46d6-9277-7908633b93d4 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:56.317076 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fdc30-599b-416b-95ea-68e566afc33b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2e5047-1527-4079-82ff-12a573f8c102,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:56.326369 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-067d5362-f0a5-46d6-9277-7908633b93d4 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1315689 Mar 29 15:25:56.328665 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 59702) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:56.364108 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-bb007119-ed89-41ee-b769-c265e1d7f0d0 None None] Current status of the port 7b3fc76b-99bc-4415-888c-17c81e029140 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:25:56.396362 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-ae025485-7472-4dd7-801e-49d941571378 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Request body: {'security_group_rule': {'security_group_id': '622ece59-4743-4c83-9423-68c7c49045ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:25:56.446215 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-103fdc30-599b-416b-95ea-68e566afc33b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:56.450992 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-103fdc30-599b-416b-95ea-68e566afc33b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7544184 Mar 29 15:25:56.451816 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 59706) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:56.456455 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-761df778-1f49-45cb-895b-fcd7065a9130 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Request body: {'security_group_rule': {'security_group_id': 'ab2e5047-1527-4079-82ff-12a573f8c102', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:25:56.477506 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port f9d5de6f-958f-4eff-acef-ccdf9b540376 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:25:56.481985 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (f9d5de6f-958f-4eff-acef-ccdf9b540376), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:56.499562 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1fd93eb3-773c-482f-8b8b-b3d07f4d00d3 req-b40558bc-bb06-4608-b5fd-3fb28b8ae88e tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c080f29-3819-4c61-aa9b-b170d741940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177563 Mar 29 15:25:56.637825 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ae025485-7472-4dd7-801e-49d941571378 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for security_group_rule (9753632b-9966-4283-ba7b-a301f4d999b9), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:56.645985 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port f9d5de6f-958f-4eff-acef-ccdf9b540376 is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:25:56.646601 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (f9d5de6f-958f-4eff-acef-ccdf9b540376), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:56.657905 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-761df778-1f49-45cb-895b-fcd7065a9130 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for security_group_rule (463321a0-1d5d-455c-a439-031c277eb720), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:56.691849 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] For port f9d5de6f-958f-4eff-acef-ccdf9b540376, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=f9d5de6f-958f-4eff-acef-ccdf9b540376,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:25:56.751592 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (f9d5de6f-958f-4eff-acef-ccdf9b540376), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:56.849522 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-360f682e-c223-43bd-8260-ca4de803e06d req-a81f11b5-c38e-474b-a861-e510608bcff1 service neutron] Request body: {'port': {'device_id': '408ea8c6-2b79-41af-ba7d-4cb88e5e9027', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:25:56.894733 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-761df778-1f49-45cb-895b-fcd7065a9130 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for security_group_rule (463321a0-1d5d-455c-a439-031c277eb720), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:56.921011 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ae025485-7472-4dd7-801e-49d941571378 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for security_group_rule (9753632b-9966-4283-ba7b-a301f4d999b9), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:56.995451 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-761df778-1f49-45cb-895b-fcd7065a9130 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (463321a0-1d5d-455c-a439-031c277eb720), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:56.997527 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ae025485-7472-4dd7-801e-49d941571378 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (9753632b-9966-4283-ba7b-a301f4d999b9), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:57.051399 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae025485-7472-4dd7-801e-49d941571378 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9753632b-9966-4283-ba7b-a301f4d999b9,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:57.103075 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761df778-1f49-45cb-895b-fcd7065a9130 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=463321a0-1d5d-455c-a439-031c277eb720,revision_number=0']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:57.146131 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-360f682e-c223-43bd-8260-ca4de803e06d req-a81f11b5-c38e-474b-a861-e510608bcff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (2865ee0b-c03e-4429-beca-18d87c85a2f5), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:57.146885 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ae025485-7472-4dd7-801e-49d941571378 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:57.158686 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 59728) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:57.162405 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-ae025485-7472-4dd7-801e-49d941571378 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7960014 Mar 29 15:25:57.165919 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-e8ab22b4-2eef-4a84-8987-9aaf07f2f753 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Request body: {'floatingip': {'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:25:57.188256 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Pushing event updated for resources: {'Port': ['ID=f9d5de6f-958f-4eff-acef-ccdf9b540376,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:57.231382 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:57.252675 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-761df778-1f49-45cb-895b-fcd7065a9130 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:57.255314 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-761df778-1f49-45cb-895b-fcd7065a9130 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8020937 Mar 29 15:25:57.258756 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 59730) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:57.264471 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-3b458f8e-945c-460b-aa76-0d9d116bdc5b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Request body: {'security_group_rule': {'security_group_id': 'ab2e5047-1527-4079-82ff-12a573f8c102', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:25:57.347443 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e8ab22b4-2eef-4a84-8987-9aaf07f2f753 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:57.397507 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3b458f8e-945c-460b-aa76-0d9d116bdc5b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for security_group_rule (56494c65-1545-4d23-8d9e-d8f3c53e9224), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:57.451952 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 59732) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:57.528766 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3b458f8e-945c-460b-aa76-0d9d116bdc5b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for security_group_rule (56494c65-1545-4d23-8d9e-d8f3c53e9224), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:57.530732 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-112f3ede-370f-4111-b9ea-018b15e8a74c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:57.610135 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3b458f8e-945c-460b-aa76-0d9d116bdc5b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (56494c65-1545-4d23-8d9e-d8f3c53e9224), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:57.641730 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b458f8e-945c-460b-aa76-0d9d116bdc5b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56494c65-1545-4d23-8d9e-d8f3c53e9224,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:57.786786 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3b458f8e-945c-460b-aa76-0d9d116bdc5b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:57.788875 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-3b458f8e-945c-460b-aa76-0d9d116bdc5b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5288513 Mar 29 15:25:57.789970 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e8ab22b4-2eef-4a84-8987-9aaf07f2f753 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:57.793226 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 59742) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:57.805843 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-3355f627-68e4-4242-a8e4-da72162860e7 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Request body: {'floatingip': {'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:25:57.828755 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-112f3ede-370f-4111-b9ea-018b15e8a74c admin admin] Publish callbacks [] for security_group (a9967787-4cba-4503-bcd8-0d6c63e4bb8e), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:57.871244 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb17ec-4ae9-4221-a005-2c057bdbadaf req-717eb6bb-2ce7-495d-a32d-21da0ebf0f0d tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:25:57.879272 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-02bb17ec-4ae9-4221-a005-2c057bdbadaf req-717eb6bb-2ce7-495d-a32d-21da0ebf0f0d tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 931 time: 0.1484914 Mar 29 15:25:57.932741 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [req-360f682e-c223-43bd-8260-ca4de803e06d req-a81f11b5-c38e-474b-a861-e510608bcff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2865ee0b-c03e-4429-beca-18d87c85a2f5 {{(pid=103831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:25:57.951956 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-360f682e-c223-43bd-8260-ca4de803e06d req-a81f11b5-c38e-474b-a861-e510608bcff1 service neutron] Publish callbacks [] for port (2865ee0b-c03e-4429-beca-18d87c85a2f5), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:57.999485 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-02bb17ec-4ae9-4221-a005-2c057bdbadaf req-9d884cdb-7503-4339-a48b-71148b72e9cd tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c080f29-3819-4c61-aa9b-b170d741940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192060 Mar 29 15:25:58.005426 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-112f3ede-370f-4111-b9ea-018b15e8a74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (a9967787-4cba-4503-bcd8-0d6c63e4bb8e), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:58.017550 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.provisioning_blocks [req-360f682e-c223-43bd-8260-ca4de803e06d req-a81f11b5-c38e-474b-a861-e510608bcff1 service neutron] Transition to ACTIVE for port object 2865ee0b-c03e-4429-beca-18d87c85a2f5 will not be triggered until provisioned by entity L2. {{(pid=103831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:25:58.018473 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3355f627-68e4-4242-a8e4-da72162860e7 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:58.126567 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-112f3ede-370f-4111-b9ea-018b15e8a74c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fb96708f6257429b8727fdc3049fcb0c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6709366 Mar 29 15:25:58.138543 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 59750) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:58.146948 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [None req-e8ab22b4-2eef-4a84-8987-9aaf07f2f753 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Allocated IP 172.27.3.189 (3dc57d37-328b-453d-86b3-347b9e0efd38/8a0c47e6-f825-43a4-ad31-8f961885bd6a/2f4ad947-d969-405b-a88d-e2eadc496987) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:25:58.153730 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-360f682e-c223-43bd-8260-ca4de803e06d req-a81f11b5-c38e-474b-a861-e510608bcff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (2865ee0b-c03e-4429-beca-18d87c85a2f5), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:58.176640 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f3ede-370f-4111-b9ea-018b15e8a74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9967787-4cba-4503-bcd8-0d6c63e4bb8e,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:58.354416 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device f9d5de6f-958f-4eff-acef-ccdf9b540376 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:25:58.427087 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f11b5-c38e-474b-a861-e510608bcff1 service neutron] Pushing event updated for resources: {'Port': ['ID=2865ee0b-c03e-4429-beca-18d87c85a2f5,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:58.505186 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port f9d5de6f-958f-4eff-acef-ccdf9b540376 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:25:58.505734 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (f9d5de6f-958f-4eff-acef-ccdf9b540376), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:58.550529 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7e21eb89-5b80-4cf1-9a7f-c7ed7ae4dabc admin admin] Publish callbacks [] for security_group (a9967787-4cba-4503-bcd8-0d6c63e4bb8e), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:58.583477 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:58.633937 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-360f682e-c223-43bd-8260-ca4de803e06d req-a81f11b5-c38e-474b-a861-e510608bcff1 service neutron] Attempting to bind port 2865ee0b-c03e-4429-beca-18d87c85a2f5 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:25:58.636490 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-360f682e-c223-43bd-8260-ca4de803e06d req-a81f11b5-c38e-474b-a861-e510608bcff1 service neutron] Attempting to bind port 2865ee0b-c03e-4429-beca-18d87c85a2f5 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '0204e774-ac2b-47cb-a8c9-99b2efb6c81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'feb66b74-11a8-4941-9395-ec28eef514af'}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:25:58.636490 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360f682e-c223-43bd-8260-ca4de803e06d req-a81f11b5-c38e-474b-a861-e510608bcff1 service neutron] Attempting to bind port 2865ee0b-c03e-4429-beca-18d87c85a2f5 on network feb66b74-11a8-4941-9395-ec28eef514af {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:25:58.704940 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port f9d5de6f-958f-4eff-acef-ccdf9b540376 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:25:58.706213 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 7b3fc76b-99bc-4415-888c-17c81e029140 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:25:58.821020 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 7b3fc76b-99bc-4415-888c-17c81e029140 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:25:58.823783 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (7b3fc76b-99bc-4415-888c-17c81e029140), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:58.843821 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7e21eb89-5b80-4cf1-9a7f-c7ed7ae4dabc admin admin] Publish callbacks [] for security_group (a9967787-4cba-4503-bcd8-0d6c63e4bb8e), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:58.890621 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360f682e-c223-43bd-8260-ca4de803e06d req-a81f11b5-c38e-474b-a861-e510608bcff1 service neutron] Port 2865ee0b-c03e-4429-beca-18d87c85a2f5 on network feb66b74-11a8-4941-9395-ec28eef514af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:25:58.891824 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360f682e-c223-43bd-8260-ca4de803e06d req-a81f11b5-c38e-474b-a861-e510608bcff1 service neutron] Attempting to bind port 2865ee0b-c03e-4429-beca-18d87c85a2f5 on network feb66b74-11a8-4941-9395-ec28eef514af {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:25:58.929554 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e8ab22b4-2eef-4a84-8987-9aaf07f2f753 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for port (2f4ad947-d969-405b-a88d-e2eadc496987), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:58.938025 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360f682e-c223-43bd-8260-ca4de803e06d req-a81f11b5-c38e-474b-a861-e510608bcff1 service neutron] Checking agent: {'id': 'cb22ad3b-74f2-4994-b299-960cea1745ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'started_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:25:58.939088 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360f682e-c223-43bd-8260-ca4de803e06d req-a81f11b5-c38e-474b-a861-e510608bcff1 service neutron] Checking segment: {'id': '0204e774-ac2b-47cb-a8c9-99b2efb6c81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'feb66b74-11a8-4941-9395-ec28eef514af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:25:58.939778 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360f682e-c223-43bd-8260-ca4de803e06d req-a81f11b5-c38e-474b-a861-e510608bcff1 service neutron] Bound using segment: {'id': '0204e774-ac2b-47cb-a8c9-99b2efb6c81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'feb66b74-11a8-4941-9395-ec28eef514af'} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:25:58.940364 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-360f682e-c223-43bd-8260-ca4de803e06d req-a81f11b5-c38e-474b-a861-e510608bcff1 service neutron] Bound port: 2865ee0b-c03e-4429-beca-18d87c85a2f5, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0204e774-ac2b-47cb-a8c9-99b2efb6c81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'feb66b74-11a8-4941-9395-ec28eef514af'}}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:25:58.940833 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-360f682e-c223-43bd-8260-ca4de803e06d req-a81f11b5-c38e-474b-a861-e510608bcff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (2865ee0b-c03e-4429-beca-18d87c85a2f5), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:58.979729 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3355f627-68e4-4242-a8e4-da72162860e7 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:59.035040 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 7b3fc76b-99bc-4415-888c-17c81e029140 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:25:59.111993 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7e21eb89-5b80-4cf1-9a7f-c7ed7ae4dabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (a9967787-4cba-4503-bcd8-0d6c63e4bb8e), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:59.114759 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7e21eb89-5b80-4cf1-9a7f-c7ed7ae4dabc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:59.116144 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-7e21eb89-5b80-4cf1-9a7f-c7ed7ae4dabc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a9967787-4cba-4503-bcd8-0d6c63e4bb8e HTTP/1.1" status: 204 len: 168 time: 0.9764700 Mar 29 15:25:59.136784 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21eb89-5b80-4cf1-9a7f-c7ed7ae4dabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9967787-4cba-4503-bcd8-0d6c63e4bb8e,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:59.149765 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-360f682e-c223-43bd-8260-ca4de803e06d req-a81f11b5-c38e-474b-a861-e510608bcff1 service neutron] For port 2865ee0b-c03e-4429-beca-18d87c85a2f5, host hv-cinder-56205, cleared binding levels {{(pid=103831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:25:59.166617 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-360f682e-c223-43bd-8260-ca4de803e06d req-a81f11b5-c38e-474b-a861-e510608bcff1 service neutron] For port 2865ee0b-c03e-4429-beca-18d87c85a2f5, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=2865ee0b-c03e-4429-beca-18d87c85a2f5,segment=NetworkSegment(0204e774-ac2b-47cb-a8c9-99b2efb6c81e),segment_id=0204e774-ac2b-47cb-a8c9-99b2efb6c81e)] {{(pid=103831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:25:59.207977 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e8ab22b4-2eef-4a84-8987-9aaf07f2f753 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934'] for port (2f4ad947-d969-405b-a88d-e2eadc496987), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:59.214937 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c0eed-7b65-4c05-8c07-172079f1b5af req-c279573e-b75b-4757-928f-884f523dfc97 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:25:59.217395 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0c2c0eed-7b65-4c05-8c07-172079f1b5af req-c279573e-b75b-4757-928f-884f523dfc97 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 943 time: 0.1083183 Mar 29 15:25:59.282924 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-360f682e-c223-43bd-8260-ca4de803e06d req-a81f11b5-c38e-474b-a861-e510608bcff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (2865ee0b-c03e-4429-beca-18d87c85a2f5), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:59.296170 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ab22b4-2eef-4a84-8987-9aaf07f2f753 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Network 3dc57d37-328b-453d-86b3-347b9e0efd38 is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:25:59.311193 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [None req-e8ab22b4-2eef-4a84-8987-9aaf07f2f753 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:25:59.317853 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ab22b4-2eef-4a84-8987-9aaf07f2f753 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:25:59.345430 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0c2c0eed-7b65-4c05-8c07-172079f1b5af req-f6476748-31bf-4add-bff0-25eaad7a4bbd tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c080f29-3819-4c61-aa9b-b170d741940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217377 Mar 29 15:25:59.379881 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f682e-c223-43bd-8260-ca4de803e06d req-a81f11b5-c38e-474b-a861-e510608bcff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:25:59.380181 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-360f682e-c223-43bd-8260-ca4de803e06d req-a81f11b5-c38e-474b-a861-e510608bcff1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:59.381558 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-360f682e-c223-43bd-8260-ca4de803e06d req-a81f11b5-c38e-474b-a861-e510608bcff1 service neutron] 10.222.0.15 "PUT /v2.0/ports/2865ee0b-c03e-4429-beca-18d87c85a2f5 HTTP/1.1" status: 200 len: 1093 time: 3.2887313 Mar 29 15:25:59.416533 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408ea8c6-2b79-41af-ba7d-4cb88e5e9027', 'tag': '2865ee0b-c03e-4429-beca-18d87c85a2f5'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:25:59.539640 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [None req-3355f627-68e4-4242-a8e4-da72162860e7 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Allocated IP 172.27.3.3 (3dc57d37-328b-453d-86b3-347b9e0efd38/8a0c47e6-f825-43a4-ad31-8f961885bd6a/303fd049-035c-4761-8c7a-d25c6469ffd9) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:25:59.558570 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab22b4-2eef-4a84-8987-9aaf07f2f753 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Pushing event updated for resources: {'Port': ['ID=2f4ad947-d969-405b-a88d-e2eadc496987,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:59.695089 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd772ed3-10a3-477a-898c-3694c269fad5 None None] Sync routers for ids ['ef412768-5109-4f89-85ad-b1771a983854'] in dv-cinder-562053-19-iscsi {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:25:59.717079 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd772ed3-10a3-477a-898c-3694c269fad5 None None] Routers {'ef412768-5109-4f89-85ad-b1771a983854'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:25:59.718289 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-bd772ed3-10a3-477a-898c-3694c269fad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:25:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['ef412768-5109-4f89-85ad-b1771a983854'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:25:59.745497 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f11b5-c38e-474b-a861-e510608bcff1 service neutron] Pushing event updated for resources: {'Port': ['ID=2865ee0b-c03e-4429-beca-18d87c85a2f5,revision_number=3']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:59.805669 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c486ee64-0ad2-43d9-8587-015d02ba7f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "408ea8c6-2b79-41af-ba7d-4cb88e5e9027", "tag": "2865ee0b-c03e-4429-beca-18d87c85a2f5"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:25:59.905111 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e8ab22b4-2eef-4a84-8987-9aaf07f2f753 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for floatingip (2e4686fc-a7f5-4934-ad6d-7c253fc4763b), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:00.002241 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-bd772ed3-10a3-477a-898c-3694c269fad5 None None] Set router ef412768-5109-4f89-85ad-b1771a983854 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:26:00.004989 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f682e-c223-43bd-8260-ca4de803e06d req-8184e56d-384c-4d66-a426-4bc418288242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:00.009486 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-360f682e-c223-43bd-8260-ca4de803e06d req-8184e56d-384c-4d66-a426-4bc418288242 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=98b4a8cfa41d4b03ac433dd6af94e818&device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 1127 time: 0.3880394 Mar 29 15:26:00.100582 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-360f682e-c223-43bd-8260-ca4de803e06d req-709d2636-d74a-4af3-ad38-9d97a9604048 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2865ee0b-c03e-4429-beca-18d87c85a2f5 HTTP/1.1" status: 200 len: 217 time: 0.0804267 Mar 29 15:26:00.104731 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c84ee4b-830c-4195-a503-8de8f7a50823 x-openstack-request-id: req-9c84ee4b-830c-4195-a503-8de8f7a50823 {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:26:00.105078 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "408ea8c6-2b79-41af-ba7d-4cb88e5e9027", "tag": "2865ee0b-c03e-4429-beca-18d87c85a2f5", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:26:00.105411 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9c84ee4b-830c-4195-a503-8de8f7a50823 {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:26:00.105894 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c84ee4b-830c-4195-a503-8de8f7a50823'] response: {'name': 'network-changed', 'server_uuid': '408ea8c6-2b79-41af-ba7d-4cb88e5e9027', 'tag': '2865ee0b-c03e-4429-beca-18d87c85a2f5', 'status': 'completed', 'code': 200} Mar 29 15:26:00.207980 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e8ab22b4-2eef-4a84-8987-9aaf07f2f753 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (2f4ad947-d969-405b-a88d-e2eadc496987), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:00.214363 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3355f627-68e4-4242-a8e4-da72162860e7 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for port (303fd049-035c-4761-8c7a-d25c6469ffd9), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:00.257479 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f682e-c223-43bd-8260-ca4de803e06d req-6d32abd6-177c-4893-aa96-bdefd966fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:00.259510 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-360f682e-c223-43bd-8260-ca4de803e06d req-6d32abd6-177c-4893-aa96-bdefd966fa44 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8c9e7d7-542a-40c6-88da-47d047391514 HTTP/1.1" status: 200 len: 852 time: 0.1237636 Mar 29 15:26:00.340528 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-360f682e-c223-43bd-8260-ca4de803e06d req-ccae1d6a-8ab9-4323-80f9-fd396456bd09 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=feb66b74-11a8-4941-9395-ec28eef514af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715334 Mar 29 15:26:00.342545 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-bd772ed3-10a3-477a-898c-3694c269fad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef412768-5109-4f89-85ad-b1771a983854', 'name': 'tempest-AttachVolumeShelveTestJSON-1908872265-router', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:44Z', 'updated_at': '2022-03-29T15:25:52Z', 'revision_number': 4, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'gw_port': {'id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:45Z', 'updated_at': '2022-03-29T15:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': 'b600edc1-0e96-4942-bd12-ea3f61043393', 'name': '', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'mac_address': 'fa:16:3e:a1:c5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:51Z', 'updated_at': '2022-03-29T15:25:52Z', 'revision_number': 2, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'subnets': [{'id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:26:00.422298 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd772ed3-10a3-477a-898c-3694c269fad5 None None] Checking router: ef412768-5109-4f89-85ad-b1771a983854 for host: dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:26:00.422670 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd772ed3-10a3-477a-898c-3694c269fad5 None None] Updating router ef412768-5109-4f89-85ad-b1771a983854 port b600edc1-0e96-4942-bd12-ea3f61043393 binding host dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:26:00.471703 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bd772ed3-10a3-477a-898c-3694c269fad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (b600edc1-0e96-4942-bd12-ea3f61043393), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:00.559020 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-360f682e-c223-43bd-8260-ca4de803e06d req-67d8f29e-21d0-4ca0-9092-5b6c57efc0d7 service neutron] 10.222.0.15 "GET /v2.0/networks/feb66b74-11a8-4941-9395-ec28eef514af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039468 Mar 29 15:26:00.561642 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3355f627-68e4-4242-a8e4-da72162860e7 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934'] for port (303fd049-035c-4761-8c7a-d25c6469ffd9), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:00.611846 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d492551-899c-4ca3-9402-bf69276ff558 req-47ec1dc0-fbc2-4c7e-a798-359aea60e6ca tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:00.625606 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2d492551-899c-4ca3-9402-bf69276ff558 req-47ec1dc0-fbc2-4c7e-a798-359aea60e6ca tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 943 time: 0.1492736 Mar 29 15:26:00.639190 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3355f627-68e4-4242-a8e4-da72162860e7 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Network 3dc57d37-328b-453d-86b3-347b9e0efd38 is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:26:00.651138 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e8ab22b4-2eef-4a84-8987-9aaf07f2f753 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for port (2f4ad947-d969-405b-a88d-e2eadc496987), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:00.681489 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [None req-3355f627-68e4-4242-a8e4-da72162860e7 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:26:00.687919 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3355f627-68e4-4242-a8e4-da72162860e7 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:26:00.718532 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355f627-68e4-4242-a8e4-da72162860e7 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Pushing event updated for resources: {'Port': ['ID=303fd049-035c-4761-8c7a-d25c6469ffd9,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:00.725019 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e8ab22b4-2eef-4a84-8987-9aaf07f2f753 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (2f4ad947-d969-405b-a88d-e2eadc496987), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:00.782539 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2d492551-899c-4ca3-9402-bf69276ff558 req-b3f6ce0d-d02e-42f9-b206-8e5a53b2b16c tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c080f29-3819-4c61-aa9b-b170d741940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559942 Mar 29 15:26:00.838597 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e8ab22b4-2eef-4a84-8987-9aaf07f2f753 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (2e4686fc-a7f5-4934-ad6d-7c253fc4763b), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:00.859626 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab22b4-2eef-4a84-8987-9aaf07f2f753 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Pushing event updated for resources: {'Port': ['ID=2f4ad947-d969-405b-a88d-e2eadc496987,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:00.868963 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3355f627-68e4-4242-a8e4-da72162860e7 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for floatingip (bef95260-5bfd-4df2-9112-2904a663298b), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:00.884758 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-360f682e-c223-43bd-8260-ca4de803e06d req-89828171-8c01-4cec-9242-adc43067ebd1 service neutron] 10.222.0.15 "GET /v2.0/networks/feb66b74-11a8-4941-9395-ec28eef514af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827365 Mar 29 15:26:01.031351 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e8ab22b4-2eef-4a84-8987-9aaf07f2f753 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:01.031351 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-e8ab22b4-2eef-4a84-8987-9aaf07f2f753 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8708541 Mar 29 15:26:01.051920 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 59858) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:01.074639 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bd772ed3-10a3-477a-898c-3694c269fad5 None None] Publish callbacks [] for port (b600edc1-0e96-4942-bd12-ea3f61043393), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:01.127721 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3355f627-68e4-4242-a8e4-da72162860e7 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (303fd049-035c-4761-8c7a-d25c6469ffd9), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:01.180974 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 59868) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:01.209227 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bd772ed3-10a3-477a-898c-3694c269fad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (b600edc1-0e96-4942-bd12-ea3f61043393), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:01.270642 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486ee64-0ad2-43d9-8587-015d02ba7f1b req-017a2d12-2185-4c75-9886-443a320e23b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:01.272190 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-c486ee64-0ad2-43d9-8587-015d02ba7f1b req-017a2d12-2185-4c75-9886-443a320e23b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=98b4a8cfa41d4b03ac433dd6af94e818&device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 1127 time: 0.1645525 Mar 29 15:26:01.432425 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d854b03e-3969-4a4c-a97f-2f2458c730f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:01.444195 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f90ec5-fc6d-49b5-98f7-abefc3fd6912 None None] Pushing event updated for resources: {'Port': ['ID=b600edc1-0e96-4942-bd12-ea3f61043393,revision_number=3']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:01.456364 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-bd772ed3-10a3-477a-898c-3694c269fad5 None None] Attempting to bind port b600edc1-0e96-4942-bd12-ea3f61043393 on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:26:01.456819 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-bd772ed3-10a3-477a-898c-3694c269fad5 None None] Attempting to bind port b600edc1-0e96-4942-bd12-ea3f61043393 by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': 'c447c32b-bb36-4dcf-8df5-2a75f4e6e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f'}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:26:01.462631 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd772ed3-10a3-477a-898c-3694c269fad5 None None] Attempting to bind port b600edc1-0e96-4942-bd12-ea3f61043393 on network a9dba225-3458-4749-adfb-4348d5911f6f {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:26:01.474498 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd772ed3-10a3-477a-898c-3694c269fad5 None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:26:01.474882 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd772ed3-10a3-477a-898c-3694c269fad5 None None] Checking segment: {'id': 'c447c32b-bb36-4dcf-8df5-2a75f4e6e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:26:01.475297 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bd772ed3-10a3-477a-898c-3694c269fad5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:01.484725 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd772ed3-10a3-477a-898c-3694c269fad5 None None] Bound using segment: {'id': 'c447c32b-bb36-4dcf-8df5-2a75f4e6e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f'} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:26:01.485313 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-bd772ed3-10a3-477a-898c-3694c269fad5 None None] Bound port: b600edc1-0e96-4942-bd12-ea3f61043393, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c447c32b-bb36-4dcf-8df5-2a75f4e6e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f'}}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:26:01.487509 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bd772ed3-10a3-477a-898c-3694c269fad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (b600edc1-0e96-4942-bd12-ea3f61043393), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:01.576012 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-729a1cc4-09ff-4a7c-9e44-7cee1c5880b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:01.709039 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-bd772ed3-10a3-477a-898c-3694c269fad5 None None] For port b600edc1-0e96-4942-bd12-ea3f61043393, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:26:01.735227 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-bd772ed3-10a3-477a-898c-3694c269fad5 None None] For port b600edc1-0e96-4942-bd12-ea3f61043393, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=b600edc1-0e96-4942-bd12-ea3f61043393,segment=NetworkSegment(c447c32b-bb36-4dcf-8df5-2a75f4e6e95e),segment_id=c447c32b-bb36-4dcf-8df5-2a75f4e6e95e)] {{(pid=103833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:26:01.745534 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-b45299f3-f738-4019-8fc8-6e341a3a76ed None None] Provisioning complete for port b600edc1-0e96-4942-bd12-ea3f61043393 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:26:01.746158 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b45299f3-f738-4019-8fc8-6e341a3a76ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (b600edc1-0e96-4942-bd12-ea3f61043393), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:01.835322 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-b45299f3-f738-4019-8fc8-6e341a3a76ed None None] Port b600edc1-0e96-4942-bd12-ea3f61043393 cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:26:01.852592 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486ee64-0ad2-43d9-8587-015d02ba7f1b req-4b8e7fbb-5f4a-4eac-bf68-ecef011469dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:01.854504 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-c486ee64-0ad2-43d9-8587-015d02ba7f1b req-4b8e7fbb-5f4a-4eac-bf68-ecef011469dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=feb66b74-11a8-4941-9395-ec28eef514af HTTP/1.1" status: 200 len: 913 time: 0.5707150 Mar 29 15:26:01.859884 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bd772ed3-10a3-477a-898c-3694c269fad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (b600edc1-0e96-4942-bd12-ea3f61043393), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:01.882011 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3355f627-68e4-4242-a8e4-da72162860e7 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for port (303fd049-035c-4761-8c7a-d25c6469ffd9), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:01.923693 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-c486ee64-0ad2-43d9-8587-015d02ba7f1b req-4543a4da-d444-432b-88c4-f093068fb484 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2865ee0b-c03e-4429-beca-18d87c85a2f5 HTTP/1.1" status: 200 len: 217 time: 0.0513234 Mar 29 15:26:01.963154 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f90ec5-fc6d-49b5-98f7-abefc3fd6912 None None] Pushing event updated for resources: {'Port': ['ID=b600edc1-0e96-4942-bd12-ea3f61043393,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:01.975150 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd772ed3-10a3-477a-898c-3694c269fad5 None None] Routers {'ef412768-5109-4f89-85ad-b1771a983854'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:26:01.975150 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-bd772ed3-10a3-477a-898c-3694c269fad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:25:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['ef412768-5109-4f89-85ad-b1771a983854'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:26:02.010697 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3355f627-68e4-4242-a8e4-da72162860e7 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (303fd049-035c-4761-8c7a-d25c6469ffd9), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:02.163434 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355f627-68e4-4242-a8e4-da72162860e7 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Pushing event updated for resources: {'Port': ['ID=303fd049-035c-4761-8c7a-d25c6469ffd9,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:02.171706 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d854b03e-3969-4a4c-a97f-2f2458c730f7 admin admin] Publish callbacks [] for security_group (7bf0099c-3df0-4660-931c-cc66407cd078), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:02.190318 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-52ecbffe-4905-4116-a97a-1d391387c004 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--462480042&fields=id&tenant_id=68b100b32ca6457b87f13df08e31d969 HTTP/1.1" status: 200 len: 267 time: 0.4456291 Mar 29 15:26:02.197984 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3355f627-68e4-4242-a8e4-da72162860e7 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (bef95260-5bfd-4df2-9112-2904a663298b), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:02.229839 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 59902) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:02.251558 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-bd772ed3-10a3-477a-898c-3694c269fad5 None None] Set router ef412768-5109-4f89-85ad-b1771a983854 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:26:02.266910 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486ee64-0ad2-43d9-8587-015d02ba7f1b req-1be345d1-2951-4868-a6bd-6ac1b146e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:02.267567 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-c486ee64-0ad2-43d9-8587-015d02ba7f1b req-1be345d1-2951-4868-a6bd-6ac1b146e639 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8c9e7d7-542a-40c6-88da-47d047391514 HTTP/1.1" status: 200 len: 852 time: 0.3362048 Mar 29 15:26:02.332752 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3355f627-68e4-4242-a8e4-da72162860e7 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:02.342237 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-3355f627-68e4-4242-a8e4-da72162860e7 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.5392101 Mar 29 15:26:02.365699 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d854b03e-3969-4a4c-a97f-2f2458c730f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (7bf0099c-3df0-4660-931c-cc66407cd078), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:02.388718 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device b600edc1-0e96-4942-bd12-ea3f61043393 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:26:02.407623 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-c486ee64-0ad2-43d9-8587-015d02ba7f1b req-7fa273e9-9017-4f99-9eb1-818de578fd37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=feb66b74-11a8-4941-9395-ec28eef514af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320112 Mar 29 15:26:02.571288 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854b03e-3969-4a4c-a97f-2f2458c730f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf0099c-3df0-4660-931c-cc66407cd078,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:02.657408 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d32812-810b-457f-a89f-7a6ee37e5b12 req-2c3b75e5-b02c-41d8-a7c5-06810d7fc127 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:02.657684 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-798c11f0-1793-4c9d-b8df-ca97dd2661be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:02.659675 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e0d32812-810b-457f-a89f-7a6ee37e5b12 req-2c3b75e5-b02c-41d8-a7c5-06810d7fc127 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 943 time: 0.6310625 Mar 29 15:26:02.693406 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-d854b03e-3969-4a4c-a97f-2f2458c730f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c8da47d417644209a13e6e085630ee59&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6365249 Mar 29 15:26:02.699358 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 59922) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:02.711613 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-729a1cc4-09ff-4a7c-9e44-7cee1c5880b9 admin admin] Publish callbacks [] for security_group (79b0907e-8b6d-4e1c-aed0-4c9c6e967dbe), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:02.743094 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-d22c308e-f475-41f4-b42d-1ba774b091b7 None None] Provisioning complete for port b600edc1-0e96-4942-bd12-ea3f61043393 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:26:02.743466 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d22c308e-f475-41f4-b42d-1ba774b091b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (b600edc1-0e96-4942-bd12-ea3f61043393), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:02.769969 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e0d32812-810b-457f-a89f-7a6ee37e5b12 req-6703593d-524e-4919-833d-d09e68605786 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c080f29-3819-4c61-aa9b-b170d741940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833366 Mar 29 15:26:02.778883 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port b600edc1-0e96-4942-bd12-ea3f61043393 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:26:02.778883 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (b600edc1-0e96-4942-bd12-ea3f61043393), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:02.779602 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-d2e41311-9afa-45f3-b083-62af59bc0f48 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:02.781867 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-d2e41311-9afa-45f3-b083-62af59bc0f48 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/networks?id=e9e966a3-c502-4415-ba24-fb4be64d7c3f HTTP/1.1" status: 200 len: 811 time: 0.5685151 Mar 29 15:26:02.822326 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-729a1cc4-09ff-4a7c-9e44-7cee1c5880b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (79b0907e-8b6d-4e1c-aed0-4c9c6e967dbe), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:02.877308 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a1cc4-09ff-4a7c-9e44-7cee1c5880b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b0907e-8b6d-4e1c-aed0-4c9c6e967dbe,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:02.945345 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-798c11f0-1793-4c9d-b8df-ca97dd2661be admin admin] Publish callbacks [] for security_group (b11a3e00-7648-4621-af7e-6a940c224d8c), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:02.978953 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e28b9953-d138-4134-b660-23dd1d2377f5 admin admin] Publish callbacks [] for security_group (7bf0099c-3df0-4660-931c-cc66407cd078), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:03.011308 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-c486ee64-0ad2-43d9-8587-015d02ba7f1b req-c9ad8a6c-4fbd-470a-8ff5-5cf1c07c8864 service neutron] 10.222.0.15 "GET /v2.0/networks/feb66b74-11a8-4941-9395-ec28eef514af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5831733 Mar 29 15:26:03.054236 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-798c11f0-1793-4c9d-b8df-ca97dd2661be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (b11a3e00-7648-4621-af7e-6a940c224d8c), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:03.064435 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-57796928-81cf-43e6-9d11-2f830cf5f7cd tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/quotas/68b100b32ca6457b87f13df08e31d969 HTTP/1.1" status: 200 len: 375 time: 0.2765009 Mar 29 15:26:03.088544 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e28b9953-d138-4134-b660-23dd1d2377f5 admin admin] Publish callbacks [] for security_group (7bf0099c-3df0-4660-931c-cc66407cd078), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:03.105381 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-729a1cc4-09ff-4a7c-9e44-7cee1c5880b9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6f86c647db954bd283b924f82e5822f3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9233088 Mar 29 15:26:03.108112 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 59938) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:03.185987 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-d22c308e-f475-41f4-b42d-1ba774b091b7 None None] Current status of the port b600edc1-0e96-4942-bd12-ea3f61043393 is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:26:03.186301 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d22c308e-f475-41f4-b42d-1ba774b091b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (b600edc1-0e96-4942-bd12-ea3f61043393), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:03.214831 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c11f0-1793-4c9d-b8df-ca97dd2661be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11a3e00-7648-4621-af7e-6a940c224d8c,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:03.240187 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-bd772ed3-10a3-477a-898c-3694c269fad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef412768-5109-4f89-85ad-b1771a983854', 'name': 'tempest-AttachVolumeShelveTestJSON-1908872265-router', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:44Z', 'updated_at': '2022-03-29T15:25:52Z', 'revision_number': 4, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'gw_port': {'id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:45Z', 'updated_at': '2022-03-29T15:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': 'b600edc1-0e96-4942-bd12-ea3f61043393', 'name': '', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'mac_address': 'fa:16:3e:a1:c5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:51Z', 'updated_at': '2022-03-29T15:26:01Z', 'revision_number': 4, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'subnets': [{'id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:26:03.242059 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-798c11f0-1793-4c9d-b8df-ca97dd2661be admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a449da4b372143a8a23585e30f232deb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0035062 Mar 29 15:26:03.246866 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 59942) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:03.252793 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port b600edc1-0e96-4942-bd12-ea3f61043393 is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:26:03.252793 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (b600edc1-0e96-4942-bd12-ea3f61043393), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:03.269024 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-26223716-0d69-4285-b84e-e59cfd2f6a5c tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1962272184&fields=id&tenant_id=58c1f8fd4f83455ca0f32dbc38c1ed32 HTTP/1.1" status: 200 len: 267 time: 0.2035725 Mar 29 15:26:03.339506 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-b4190aee-7d70-408f-8aa9-956ba99d14f7 admin admin] Publish callbacks [] for security_group (b11a3e00-7648-4621-af7e-6a940c224d8c), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:03.345299 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-c486ee64-0ad2-43d9-8587-015d02ba7f1b req-b6c960c0-322c-4833-ac81-67265db6f328 service neutron] 10.222.0.15 "GET /v2.0/networks/feb66b74-11a8-4941-9395-ec28eef514af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177962 Mar 29 15:26:03.354477 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd772ed3-10a3-477a-898c-3694c269fad5 None None] The sync data for ids ['ef412768-5109-4f89-85ad-b1771a983854'] in dv-cinder-562053-19-iscsi is: [{'id': 'ef412768-5109-4f89-85ad-b1771a983854', 'name': 'tempest-AttachVolumeShelveTestJSON-1908872265-router', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:44Z', 'updated_at': '2022-03-29T15:25:52Z', 'revision_number': 4, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'gw_port': {'id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:45Z', 'updated_at': '2022-03-29T15:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': 'b600edc1-0e96-4942-bd12-ea3f61043393', 'name': '', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'mac_address': 'fa:16:3e:a1:c5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:51Z', 'updated_at': '2022-03-29T15:26:01Z', 'revision_number': 4, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'subnets': [{'id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:26:03.362284 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-d22c308e-f475-41f4-b42d-1ba774b091b7 None None] For port b600edc1-0e96-4942-bd12-ea3f61043393, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=b600edc1-0e96-4942-bd12-ea3f61043393,segment=NetworkSegment(c447c32b-bb36-4dcf-8df5-2a75f4e6e95e),segment_id=c447c32b-bb36-4dcf-8df5-2a75f4e6e95e)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:26:03.389401 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-b4190aee-7d70-408f-8aa9-956ba99d14f7 admin admin] Publish callbacks [] for security_group (b11a3e00-7648-4621-af7e-6a940c224d8c), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:03.429014 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e28b9953-d138-4134-b660-23dd1d2377f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (7bf0099c-3df0-4660-931c-cc66407cd078), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:03.434313 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e28b9953-d138-4134-b660-23dd1d2377f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:03.436352 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-e28b9953-d138-4134-b660-23dd1d2377f5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7bf0099c-3df0-4660-931c-cc66407cd078 HTTP/1.1" status: 204 len: 168 time: 0.7172918 Mar 29 15:26:03.477305 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b9953-d138-4134-b660-23dd1d2377f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf0099c-3df0-4660-931c-cc66407cd078,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:03.485574 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d22c308e-f475-41f4-b42d-1ba774b091b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (b600edc1-0e96-4942-bd12-ea3f61043393), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:03.570797 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-b4190aee-7d70-408f-8aa9-956ba99d14f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (b11a3e00-7648-4621-af7e-6a940c224d8c), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:03.575224 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-b4190aee-7d70-408f-8aa9-956ba99d14f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:03.580208 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-b4190aee-7d70-408f-8aa9-956ba99d14f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b11a3e00-7648-4621-af7e-6a940c224d8c HTTP/1.1" status: 204 len: 168 time: 0.3302941 Mar 29 15:26:03.594932 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4190aee-7d70-408f-8aa9-956ba99d14f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11a3e00-7648-4621-af7e-6a940c224d8c,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:03.638645 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-be0327b9-db7d-4e31-ad3e-2ff0027602ed admin admin] Publish callbacks [] for security_group (79b0907e-8b6d-4e1c-aed0-4c9c6e967dbe), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:03.688484 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c308e-f475-41f4-b42d-1ba774b091b7 None None] Pushing event updated for resources: {'Port': ['ID=b600edc1-0e96-4942-bd12-ea3f61043393,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:03.703176 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.db.api [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:26:03.703820 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG oslo_db.api [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:26:03.714181 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-be0327b9-db7d-4e31-ad3e-2ff0027602ed admin admin] Publish callbacks [] for security_group (79b0907e-8b6d-4e1c-aed0-4c9c6e967dbe), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:03.760804 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-c7109bb7-3675-499c-9a48-ea517e970638 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=68b100b32ca6457b87f13df08e31d969&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6903992 Mar 29 15:26:03.901575 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-a0699bb6-d7fa-45a1-9ad3-2cd1d9fcf87f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:03.908911 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-a0699bb6-d7fa-45a1-9ad3-2cd1d9fcf87f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/networks?id=a9dba225-3458-4749-adfb-4348d5911f6f HTTP/1.1" status: 200 len: 817 time: 0.6249762 Mar 29 15:26:03.965096 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-56088cba-2d7c-41e8-80fc-4b38548badbb tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/quotas/58c1f8fd4f83455ca0f32dbc38c1ed32 HTTP/1.1" status: 200 len: 375 time: 0.0551994 Mar 29 15:26:04.132771 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-f5f8b73c-b56e-43fe-ae2c-b5469e3dc2a1 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=58c1f8fd4f83455ca0f32dbc38c1ed32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1666596 Mar 29 15:26:04.168713 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-be0327b9-db7d-4e31-ad3e-2ff0027602ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (79b0907e-8b6d-4e1c-aed0-4c9c6e967dbe), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:04.172521 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-be0327b9-db7d-4e31-ad3e-2ff0027602ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:04.184653 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-be0327b9-db7d-4e31-ad3e-2ff0027602ed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/79b0907e-8b6d-4e1c-aed0-4c9c6e967dbe HTTP/1.1" status: 204 len: 168 time: 1.0683889 Mar 29 15:26:04.268620 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0327b9-db7d-4e31-ad3e-2ff0027602ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b0907e-8b6d-4e1c-aed0-4c9c6e967dbe,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:04.392505 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port b600edc1-0e96-4942-bd12-ea3f61043393 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:26:04.394026 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-3a9945fd-a0fc-455c-90ac-395a9a8b06e7 service neutron] 10.222.0.39 "GET /v2.0/networks/a9dba225-3458-4749-adfb-4348d5911f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453980 Mar 29 15:26:04.650288 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device b600edc1-0e96-4942-bd12-ea3f61043393 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:26:04.728592 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port b600edc1-0e96-4942-bd12-ea3f61043393 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:26:04.729296 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-e7c3d15f-6978-4a52-9094-a931d235b097 service neutron] 10.222.0.39 "GET /v2.0/networks/a9dba225-3458-4749-adfb-4348d5911f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274617 Mar 29 15:26:04.736601 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (b600edc1-0e96-4942-bd12-ea3f61043393), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:04.872403 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port b600edc1-0e96-4942-bd12-ea3f61043393 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:26:05.211755 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84b7ca-d35a-4155-ae7c-a94b4e01870b req-8e9b05b9-4683-48ba-a143-bd6774c850fe tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:05.221663 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bb84b7ca-d35a-4155-ae7c-a94b4e01870b req-8e9b05b9-4683-48ba-a143-bd6774c850fe tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 943 time: 0.1373396 Mar 29 15:26:05.233122 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-c2e6f26e-1784-42af-ac89-c1b010ceec41 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:26:05.240468 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-c2e6f26e-1784-42af-ac89-c1b010ceec41 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8125165 Mar 29 15:26:05.389482 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bb84b7ca-d35a-4155-ae7c-a94b4e01870b req-439494c3-32fc-49da-901a-58722c799c9c tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c080f29-3819-4c61-aa9b-b170d741940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695058 Mar 29 15:26:05.455892 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-edbd1c6f-97e8-472f-b49e-df7f792a9ecb service neutron] 10.222.0.39 "GET /v2.0/networks/e9e966a3-c502-4415-ba24-fb4be64d7c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145786 Mar 29 15:26:05.538772 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ade1e82d-e59a-4ace-9592-62e2cf6e7548 req-4ea03159-6161-4336-a964-ed4cdba0f49b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 210 time: 0.0663824 Mar 29 15:26:05.622089 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 60044) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:05.644380 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-a35e5cb0-7141-4f8e-afeb-1b8cc24b5428 service neutron] 10.222.0.39 "GET /v2.0/networks/e9e966a3-c502-4415-ba24-fb4be64d7c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730945 Mar 29 15:26:05.660745 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-64608ed6-832c-45b3-93c8-c0a23676825d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:05.774995 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-64608ed6-832c-45b3-93c8-c0a23676825d admin admin] Publish callbacks [] for security_group (1e2c142a-bdbb-4d15-bf63-173ed200fca0), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:05.871655 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 60050) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:05.884338 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-64608ed6-832c-45b3-93c8-c0a23676825d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (1e2c142a-bdbb-4d15-bf63-173ed200fca0), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:05.903466 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5d6002f4-c3be-4296-b47a-ae624e641ae7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:05.940935 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 60054) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:05.941162 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-64608ed6-832c-45b3-93c8-c0a23676825d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0293f718cadd4700b9041276339e20aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168132 Mar 29 15:26:05.965497 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64608ed6-832c-45b3-93c8-c0a23676825d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2c142a-bdbb-4d15-bf63-173ed200fca0,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:06.286194 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0a47f38e-0c6f-4f8a-a034-feaa539b7d6c req-2c8afafa-e3a1-4c8f-a9e6-bba9ffa4e8f2 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 210 time: 0.0950215 Mar 29 15:26:06.304936 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ca725dc0-374d-4171-98a7-bdd121662b76 admin admin] Publish callbacks [] for security_group (1e2c142a-bdbb-4d15-bf63-173ed200fca0), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:06.370391 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ca725dc0-374d-4171-98a7-bdd121662b76 admin admin] Publish callbacks [] for security_group (1e2c142a-bdbb-4d15-bf63-173ed200fca0), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:06.383939 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5d6002f4-c3be-4296-b47a-ae624e641ae7 admin admin] Publish callbacks [] for security_group (70fcd6f5-0471-4b3c-a297-54afbc63bc79), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:06.478275 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5d6002f4-c3be-4296-b47a-ae624e641ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (70fcd6f5-0471-4b3c-a297-54afbc63bc79), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:06.550506 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ca725dc0-374d-4171-98a7-bdd121662b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (1e2c142a-bdbb-4d15-bf63-173ed200fca0), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:06.553924 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ca725dc0-374d-4171-98a7-bdd121662b76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:06.555863 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-ca725dc0-374d-4171-98a7-bdd121662b76 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e2c142a-bdbb-4d15-bf63-173ed200fca0 HTTP/1.1" status: 204 len: 168 time: 0.6133716 Mar 29 15:26:06.583544 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-5d6002f4-c3be-4296-b47a-ae624e641ae7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f3fea549f7a54b869d86c16116ef34c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7105856 Mar 29 15:26:06.586713 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 60096) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:06.598018 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6002f4-c3be-4296-b47a-ae624e641ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fcd6f5-0471-4b3c-a297-54afbc63bc79,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:06.702303 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca725dc0-374d-4171-98a7-bdd121662b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2c142a-bdbb-4d15-bf63-173ed200fca0,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:06.726994 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e2e1f6fe-debb-44d2-8571-99ebb8019e3a admin admin] Publish callbacks [] for security_group (70fcd6f5-0471-4b3c-a297-54afbc63bc79), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:06.754151 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e2e1f6fe-debb-44d2-8571-99ebb8019e3a admin admin] Publish callbacks [] for security_group (70fcd6f5-0471-4b3c-a297-54afbc63bc79), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:06.801735 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2fbd5279-826b-4345-b3e8-addac009381b req-7cfdb3cb-cbca-41b3-ba22-692a993ffad2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 210 time: 0.1549256 Mar 29 15:26:06.831903 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1972ea0-4807-4610-99f2-4c62502183ab req-96564b7d-65c2-402f-b4d7-dcc3488d458b tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:06.846574 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a1972ea0-4807-4610-99f2-4c62502183ab req-96564b7d-65c2-402f-b4d7-dcc3488d458b tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 943 time: 0.1966052 Mar 29 15:26:06.851302 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 60102) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:06.933360 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a1972ea0-4807-4610-99f2-4c62502183ab req-2bb2a0a8-f8b8-4e14-85e5-bc1f40e6e29c tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c080f29-3819-4c61-aa9b-b170d741940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779858 Mar 29 15:26:06.951682 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e2e1f6fe-debb-44d2-8571-99ebb8019e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (70fcd6f5-0471-4b3c-a297-54afbc63bc79), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:06.955899 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e2e1f6fe-debb-44d2-8571-99ebb8019e3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:06.961266 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-e2e1f6fe-debb-44d2-8571-99ebb8019e3a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/70fcd6f5-0471-4b3c-a297-54afbc63bc79 HTTP/1.1" status: 204 len: 168 time: 0.3727591 Mar 29 15:26:06.977384 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1f6fe-debb-44d2-8571-99ebb8019e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fcd6f5-0471-4b3c-a297-54afbc63bc79,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:07.387200 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b0556353-f38b-4060-b23e-04f806f29b43 req-6fef7e3a-6ef7-499d-957e-bd3cc0d28684 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 210 time: 0.0420835 Mar 29 15:26:07.517548 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1d1410aa-1a11-49b4-918b-e2aa3091844f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:07.612476 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1d1410aa-1a11-49b4-918b-e2aa3091844f admin admin] Publish callbacks [] for security_group (7a1a1509-3116-4f26-a90f-31fd5c606610), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:07.728375 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1d1410aa-1a11-49b4-918b-e2aa3091844f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (7a1a1509-3116-4f26-a90f-31fd5c606610), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:07.775535 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-1d1410aa-1a11-49b4-918b-e2aa3091844f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba4fb488df134202a630d61fa03d4e94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9225490 Mar 29 15:26:07.777130 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1410aa-1a11-49b4-918b-e2aa3091844f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1a1509-3116-4f26-a90f-31fd5c606610,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:07.778628 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 60128) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:07.852822 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-c110788a-8ea6-43cb-8f98-77f1adccaa11 admin admin] Publish callbacks [] for security_group (7a1a1509-3116-4f26-a90f-31fd5c606610), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:07.880637 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-c110788a-8ea6-43cb-8f98-77f1adccaa11 admin admin] Publish callbacks [] for security_group (7a1a1509-3116-4f26-a90f-31fd5c606610), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:07.965392 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2506651e-45a2-4bdc-b5d7-98c9321a608d req-77e7bd2d-a409-4701-b7f5-e97efd1b65c9 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 210 time: 0.0347593 Mar 29 15:26:08.015364 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-c110788a-8ea6-43cb-8f98-77f1adccaa11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (7a1a1509-3116-4f26-a90f-31fd5c606610), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:08.021720 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-c110788a-8ea6-43cb-8f98-77f1adccaa11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:08.023674 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-c110788a-8ea6-43cb-8f98-77f1adccaa11 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a1a1509-3116-4f26-a90f-31fd5c606610 HTTP/1.1" status: 204 len: 168 time: 0.2437930 Mar 29 15:26:08.045889 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110788a-8ea6-43cb-8f98-77f1adccaa11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1a1509-3116-4f26-a90f-31fd5c606610,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:08.125409 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc3b84-c6d3-499e-a23d-1dbf12d7290a req-179c9dd8-1f33-4f3a-a248-d8bcb58a6d5e tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:08.126942 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-debc3b84-c6d3-499e-a23d-1dbf12d7290a req-179c9dd8-1f33-4f3a-a248-d8bcb58a6d5e tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 943 time: 0.1237569 Mar 29 15:26:08.176049 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-debc3b84-c6d3-499e-a23d-1dbf12d7290a req-21a47ce0-f78b-4da4-96d0-3a93c4539ca6 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c080f29-3819-4c61-aa9b-b170d741940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431573 Mar 29 15:26:08.492958 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d524f82d-7ba2-43ea-a010-ab9170f20b99 req-b31d0cde-d363-4146-823c-ce4b9cd10716 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 210 time: 0.0391998 Mar 29 15:26:09.007955 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 60184) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:09.027398 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9a739847-c38b-475d-824a-e0ccb96a191d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:09.132003 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-93a38dc7-ba14-4971-86dd-90f7dc585ea9 req-4bde4011-eb20-4b98-bdd9-08f1a288c53d tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 210 time: 0.0459065 Mar 29 15:26:09.137126 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-1d16817b-9d8a-4b0b-b0d0-a9bed1ab9fec tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:09.139449 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-1d16817b-9d8a-4b0b-b0d0-a9bed1ab9fec tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.15 "GET /v2.0/networks?id=a9dba225-3458-4749-adfb-4348d5911f6f HTTP/1.1" status: 200 len: 817 time: 0.1462922 Mar 29 15:26:09.189037 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9a739847-c38b-475d-824a-e0ccb96a191d admin admin] Publish callbacks [] for security_group (f8c1ca4a-2abe-4646-a11e-3327d83b004e), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:09.237248 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-00f436b9-761e-454f-a39c-a6327743284b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58c1f8fd4f83455ca0f32dbc38c1ed32 HTTP/1.1" status: 200 len: 380 time: 0.0816553 Mar 29 15:26:09.246215 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-5c2e1c01-3e11-450a-a859-d77d9856b73b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Request body: {'port': {'device_id': 'eddeadfd-d62e-4635-be4e-5ac792a6c598', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'admin_state_up': True, 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'security_groups': ['ab2e5047-1527-4079-82ff-12a573f8c102']}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:26:09.312602 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9a739847-c38b-475d-824a-e0ccb96a191d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (f8c1ca4a-2abe-4646-a11e-3327d83b004e), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:09.373957 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.15', 55929) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:09.391845 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-9a739847-c38b-475d-824a-e0ccb96a191d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=18fe4e05267a455f8571f5d0b7571dc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3828204 Mar 29 15:26:09.397446 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 60202) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:09.420616 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a739847-c38b-475d-824a-e0ccb96a191d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c1ca4a-2abe-4646-a11e-3327d83b004e,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:09.445918 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8c2a8-384f-4b6a-965b-784894fca525 req-6b797055-2e66-40dd-b350-4d25e5c8ca9c tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:09.453090 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-63e8c2a8-384f-4b6a-965b-784894fca525 req-6b797055-2e66-40dd-b350-4d25e5c8ca9c tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 943 time: 0.1832550 Mar 29 15:26:09.526888 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-286bd386-535a-4c60-ab7c-fd9e2e9b0314 admin admin] Publish callbacks [] for security_group (f8c1ca4a-2abe-4646-a11e-3327d83b004e), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:09.593080 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-efa77eda-e021-4ac1-a8cd-bead410eb522 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:09.594942 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-efa77eda-e021-4ac1-a8cd-bead410eb522 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.15 "GET /v2.0/networks?id=e9e966a3-c502-4415-ba24-fb4be64d7c3f HTTP/1.1" status: 200 len: 811 time: 0.2187712 Mar 29 15:26:09.596713 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-63e8c2a8-384f-4b6a-965b-784894fca525 req-3524bd29-f653-498b-9877-3fa96b8d3d45 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c080f29-3819-4c61-aa9b-b170d741940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383364 Mar 29 15:26:09.607925 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-286bd386-535a-4c60-ab7c-fd9e2e9b0314 admin admin] Publish callbacks [] for security_group (f8c1ca4a-2abe-4646-a11e-3327d83b004e), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:09.671764 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-5c2e1c01-3e11-450a-a859-d77d9856b73b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Made reservation on behalf of 58c1f8fd4f83455ca0f32dbc38c1ed32 for: {'port': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:26:09.676845 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-5c2e1c01-3e11-450a-a859-d77d9856b73b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:09.716726 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5268d29a-c51e-4117-bd41-644e423e8180 req-b75fa736-9482-4461-86d3-4b314142c604 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 210 time: 0.0652950 Mar 29 15:26:09.755129 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-bb73e62c-fe30-40d4-9cc8-89ee189a6556 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68b100b32ca6457b87f13df08e31d969 HTTP/1.1" status: 200 len: 379 time: 0.1411080 Mar 29 15:26:09.764180 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-50aa1ab9-39b8-406c-9828-73f1fbf758ab tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Request body: {'port': {'device_id': '6019c25b-858c-41c6-9eee-936eb5a66c31', 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f', 'admin_state_up': True, 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'security_groups': ['622ece59-4743-4c83-9423-68c7c49045ca']}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:26:09.825837 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-286bd386-535a-4c60-ab7c-fd9e2e9b0314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (f8c1ca4a-2abe-4646-a11e-3327d83b004e), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:09.828492 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-286bd386-535a-4c60-ab7c-fd9e2e9b0314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:09.831983 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-286bd386-535a-4c60-ab7c-fd9e2e9b0314 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8c1ca4a-2abe-4646-a11e-3327d83b004e HTTP/1.1" status: 204 len: 168 time: 0.4307849 Mar 29 15:26:09.845201 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286bd386-535a-4c60-ab7c-fd9e2e9b0314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c1ca4a-2abe-4646-a11e-3327d83b004e,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:09.990208 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-5c2e1c01-3e11-450a-a859-d77d9856b73b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Allocated IP 172.20.0.8 (a9dba225-3458-4749-adfb-4348d5911f6f/0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4/b13056d0-edc8-4758-886f-702e0eb37c3d) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:26:10.197579 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-50aa1ab9-39b8-406c-9828-73f1fbf758ab tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Made reservation on behalf of 68b100b32ca6457b87f13df08e31d969 for: {'port': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:26:10.201854 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-50aa1ab9-39b8-406c-9828-73f1fbf758ab tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:10.243174 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6c7705af-c5bc-4941-a895-52a6468b09e7 req-efde4f94-201c-46ee-8fa5-9408ad342f29 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 210 time: 0.0274408 Mar 29 15:26:10.315079 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-5c2e1c01-3e11-450a-a859-d77d9856b73b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for port (b13056d0-edc8-4758-886f-702e0eb37c3d), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:10.396468 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-50aa1ab9-39b8-406c-9828-73f1fbf758ab tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Allocated IP 172.20.0.11 (e9e966a3-c502-4415-ba24-fb4be64d7c3f/d3e72c2a-9791-4704-a967-653d7b3a63cc/94255728-614c-430c-89bc-919db7923da0) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:26:10.472632 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 60244) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:10.493823 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-5c2e1c01-3e11-450a-a859-d77d9856b73b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934'] for port (b13056d0-edc8-4758-886f-702e0eb37c3d), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:10.557349 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-5c2e1c01-3e11-450a-a859-d77d9856b73b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Network a9dba225-3458-4749-adfb-4348d5911f6f is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:26:10.575496 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-5c2e1c01-3e11-450a-a859-d77d9856b73b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:26:10.575591 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-5c2e1c01-3e11-450a-a859-d77d9856b73b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:26:10.581220 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-5c2e1c01-3e11-450a-a859-d77d9856b73b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:10.581887 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-5c2e1c01-3e11-450a-a859-d77d9856b73b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:10.590405 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e1c01-3e11-450a-a859-d77d9856b73b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Pushing event updated for resources: {'Port': ['ID=b13056d0-edc8-4758-886f-702e0eb37c3d,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:10.647875 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-50aa1ab9-39b8-406c-9828-73f1fbf758ab tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for port (94255728-614c-430c-89bc-919db7923da0), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:10.741289 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-50aa1ab9-39b8-406c-9828-73f1fbf758ab tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934'] for port (94255728-614c-430c-89bc-919db7923da0), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:10.767271 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd5665-ac85-4556-b867-8f1002ad04eb req-e695ddd2-7a36-423f-8fa7-8765e1e03074 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:10.769331 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a9dd5665-ac85-4556-b867-8f1002ad04eb req-e695ddd2-7a36-423f-8fa7-8765e1e03074 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 943 time: 0.0871625 Mar 29 15:26:10.788391 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-5c2e1c01-3e11-450a-a859-d77d9856b73b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5476046 Mar 29 15:26:10.790355 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-50aa1ab9-39b8-406c-9828-73f1fbf758ab tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Network e9e966a3-c502-4415-ba24-fb4be64d7c3f is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:26:10.794733 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-50aa1ab9-39b8-406c-9828-73f1fbf758ab tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:26:10.797424 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-50aa1ab9-39b8-406c-9828-73f1fbf758ab tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:26:10.803867 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-50aa1ab9-39b8-406c-9828-73f1fbf758ab tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:10.805127 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-50aa1ab9-39b8-406c-9828-73f1fbf758ab tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:10.817129 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-acd378e6-4dad-4bd5-86e6-a8203e621567 service neutron] Request body: {'port': {'device_id': 'eddeadfd-d62e-4635-be4e-5ac792a6c598', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:26:10.837687 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-756ff784-8d44-4d01-ad9f-08bc2e7d80f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:10.875651 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa1ab9-39b8-406c-9828-73f1fbf758ab tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Pushing event updated for resources: {'Port': ['ID=94255728-614c-430c-89bc-919db7923da0,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:10.895575 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a9dd5665-ac85-4556-b867-8f1002ad04eb req-7da46e7c-a450-470d-9534-52ecefb6cf7a tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c080f29-3819-4c61-aa9b-b170d741940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176732 Mar 29 15:26:10.942068 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-acd378e6-4dad-4bd5-86e6-a8203e621567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (b13056d0-edc8-4758-886f-702e0eb37c3d), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:10.981692 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fec41-3cb9-41c0-ab14-bb8e861bb111 req-7aa06715-50c7-4d34-9186-a189cc780c57 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:10.989993 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-079a7863-f9fe-43b8-9de6-06f61a0d0fe6 None None] Provisioning complete for port b13056d0-edc8-4758-886f-702e0eb37c3d triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:26:10.990605 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-079a7863-f9fe-43b8-9de6-06f61a0d0fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (b13056d0-edc8-4758-886f-702e0eb37c3d), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:10.993170 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-853fec41-3cb9-41c0-ab14-bb8e861bb111 req-7aa06715-50c7-4d34-9186-a189cc780c57 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 932 time: 0.1639736 Mar 29 15:26:10.998355 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-50aa1ab9-39b8-406c-9828-73f1fbf758ab tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2373862 Mar 29 15:26:11.015452 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-f92829e0-9c46-4cdc-a597-b78b2174b86b service neutron] Request body: {'port': {'device_id': '6019c25b-858c-41c6-9eee-936eb5a66c31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:26:11.062383 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-079a7863-f9fe-43b8-9de6-06f61a0d0fe6 None None] Port b13056d0-edc8-4758-886f-702e0eb37c3d cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:26:11.069597 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-853fec41-3cb9-41c0-ab14-bb8e861bb111 req-a96f5dc0-2ea5-448b-8dbf-0c202c6739e2 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744767 Mar 29 15:26:11.124843 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-756ff784-8d44-4d01-ad9f-08bc2e7d80f9 admin admin] Publish callbacks [] for security_group (91df9bca-b71b-4bb4-b16e-c9387f8a1304), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:11.182880 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-8cff4007-adf7-4103-97c1-07111304d2f2 None None] Provisioning complete for port 94255728-614c-430c-89bc-919db7923da0 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:26:11.183567 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8cff4007-adf7-4103-97c1-07111304d2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (94255728-614c-430c-89bc-919db7923da0), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:11.187126 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-f92829e0-9c46-4cdc-a597-b78b2174b86b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (94255728-614c-430c-89bc-919db7923da0), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:11.219000 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-8cff4007-adf7-4103-97c1-07111304d2f2 None None] Port 94255728-614c-430c-89bc-919db7923da0 cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:26:11.230463 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-756ff784-8d44-4d01-ad9f-08bc2e7d80f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (91df9bca-b71b-4bb4-b16e-c9387f8a1304), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:11.272693 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-756ff784-8d44-4d01-ad9f-08bc2e7d80f9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=abcd4dbb69b54142acaed5c6e1774251&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7984936 Mar 29 15:26:11.273756 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ff784-8d44-4d01-ad9f-08bc2e7d80f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91df9bca-b71b-4bb4-b16e-c9387f8a1304,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:11.276316 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 60278) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:11.328470 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f7546c75-c746-4633-b6e8-608c6226edbc admin admin] Publish callbacks [] for security_group (91df9bca-b71b-4bb4-b16e-c9387f8a1304), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:11.353166 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f7546c75-c746-4633-b6e8-608c6226edbc admin admin] Publish callbacks [] for security_group (91df9bca-b71b-4bb4-b16e-c9387f8a1304), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:11.462074 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c2a5b-57c0-4793-a2b9-e8132b0ab10a req-693c6b97-65a8-4c03-b987-49772ca0a5df tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:11.463838 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-333c2a5b-57c0-4793-a2b9-e8132b0ab10a req-693c6b97-65a8-4c03-b987-49772ca0a5df tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 931 time: 0.0872393 Mar 29 15:26:11.513720 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-333c2a5b-57c0-4793-a2b9-e8132b0ab10a req-f81ec769-20b1-4c3f-9764-d1b165dd6a7b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439718 Mar 29 15:26:11.557217 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f7546c75-c746-4633-b6e8-608c6226edbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (91df9bca-b71b-4bb4-b16e-c9387f8a1304), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:11.559747 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f7546c75-c746-4633-b6e8-608c6226edbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:11.560914 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-f7546c75-c746-4633-b6e8-608c6226edbc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/91df9bca-b71b-4bb4-b16e-c9387f8a1304 HTTP/1.1" status: 204 len: 168 time: 0.2838271 Mar 29 15:26:11.569204 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7546c75-c746-4633-b6e8-608c6226edbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91df9bca-b71b-4bb4-b16e-c9387f8a1304,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:11.766497 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-acd378e6-4dad-4bd5-86e6-a8203e621567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b13056d0-edc8-4758-886f-702e0eb37c3d {{(pid=103831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:26:11.781348 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-acd378e6-4dad-4bd5-86e6-a8203e621567 service neutron] Publish callbacks [] for port (b13056d0-edc8-4758-886f-702e0eb37c3d), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:11.816166 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.provisioning_blocks [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-acd378e6-4dad-4bd5-86e6-a8203e621567 service neutron] Transition to ACTIVE for port object b13056d0-edc8-4758-886f-702e0eb37c3d will not be triggered until provisioned by entity L2. {{(pid=103831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:26:11.826990 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-f92829e0-9c46-4cdc-a597-b78b2174b86b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94255728-614c-430c-89bc-919db7923da0 {{(pid=103831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:26:11.835127 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-f92829e0-9c46-4cdc-a597-b78b2174b86b service neutron] Publish callbacks [] for port (94255728-614c-430c-89bc-919db7923da0), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:11.856456 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.provisioning_blocks [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-f92829e0-9c46-4cdc-a597-b78b2174b86b service neutron] Transition to ACTIVE for port object 94255728-614c-430c-89bc-919db7923da0 will not be triggered until provisioned by entity L2. {{(pid=103831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:26:11.923117 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-acd378e6-4dad-4bd5-86e6-a8203e621567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (b13056d0-edc8-4758-886f-702e0eb37c3d), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:11.989498 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd378e6-4dad-4bd5-86e6-a8203e621567 service neutron] Pushing event updated for resources: {'Port': ['ID=b13056d0-edc8-4758-886f-702e0eb37c3d,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:12.013166 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-f92829e0-9c46-4cdc-a597-b78b2174b86b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (94255728-614c-430c-89bc-919db7923da0), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:12.054444 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-acd378e6-4dad-4bd5-86e6-a8203e621567 service neutron] Attempting to bind port b13056d0-edc8-4758-886f-702e0eb37c3d on host hv-cinder-56205 for vnic_type normal with profile {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:26:12.062587 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-acd378e6-4dad-4bd5-86e6-a8203e621567 service neutron] Attempting to bind port b13056d0-edc8-4758-886f-702e0eb37c3d by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': 'c447c32b-bb36-4dcf-8df5-2a75f4e6e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f'}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:26:12.062587 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-acd378e6-4dad-4bd5-86e6-a8203e621567 service neutron] Attempting to bind port b13056d0-edc8-4758-886f-702e0eb37c3d on network a9dba225-3458-4749-adfb-4348d5911f6f {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:26:12.063156 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d644f-4a46-47c1-87e8-07a251d49f7d req-2ca811e8-7d7f-4c8a-a825-ee19670646d4 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:12.066782 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-acd378e6-4dad-4bd5-86e6-a8203e621567 service neutron] Port b13056d0-edc8-4758-886f-702e0eb37c3d on network a9dba225-3458-4749-adfb-4348d5911f6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:26:12.067105 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-acd378e6-4dad-4bd5-86e6-a8203e621567 service neutron] Attempting to bind port b13056d0-edc8-4758-886f-702e0eb37c3d on network a9dba225-3458-4749-adfb-4348d5911f6f {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:26:12.067978 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1c0d644f-4a46-47c1-87e8-07a251d49f7d req-2ca811e8-7d7f-4c8a-a825-ee19670646d4 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 943 time: 0.1009362 Mar 29 15:26:12.083020 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92829e0-9c46-4cdc-a597-b78b2174b86b service neutron] Pushing event updated for resources: {'Port': ['ID=94255728-614c-430c-89bc-919db7923da0,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:12.087670 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-acd378e6-4dad-4bd5-86e6-a8203e621567 service neutron] Checking agent: {'id': 'cb22ad3b-74f2-4994-b299-960cea1745ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'started_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:26:12.088307 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-acd378e6-4dad-4bd5-86e6-a8203e621567 service neutron] Checking segment: {'id': 'c447c32b-bb36-4dcf-8df5-2a75f4e6e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:26:12.088435 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-acd378e6-4dad-4bd5-86e6-a8203e621567 service neutron] Bound using segment: {'id': 'c447c32b-bb36-4dcf-8df5-2a75f4e6e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f'} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:26:12.088846 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-acd378e6-4dad-4bd5-86e6-a8203e621567 service neutron] Bound port: b13056d0-edc8-4758-886f-702e0eb37c3d, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c447c32b-bb36-4dcf-8df5-2a75f4e6e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f'}}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:26:12.089193 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-acd378e6-4dad-4bd5-86e6-a8203e621567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (b13056d0-edc8-4758-886f-702e0eb37c3d), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:12.193839 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 2865ee0b-c03e-4429-beca-18d87c85a2f5 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=103833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:26:12.211765 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-f92829e0-9c46-4cdc-a597-b78b2174b86b service neutron] Attempting to bind port 94255728-614c-430c-89bc-919db7923da0 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:26:12.212237 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-f92829e0-9c46-4cdc-a597-b78b2174b86b service neutron] Attempting to bind port 94255728-614c-430c-89bc-919db7923da0 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '1d3df2be-b294-4164-824a-37d5b6cd48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f'}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:26:12.212678 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-f92829e0-9c46-4cdc-a597-b78b2174b86b service neutron] Attempting to bind port 94255728-614c-430c-89bc-919db7923da0 on network e9e966a3-c502-4415-ba24-fb4be64d7c3f {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:26:12.223767 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-f92829e0-9c46-4cdc-a597-b78b2174b86b service neutron] Port 94255728-614c-430c-89bc-919db7923da0 on network e9e966a3-c502-4415-ba24-fb4be64d7c3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:26:12.224181 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-f92829e0-9c46-4cdc-a597-b78b2174b86b service neutron] Attempting to bind port 94255728-614c-430c-89bc-919db7923da0 on network e9e966a3-c502-4415-ba24-fb4be64d7c3f {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:26:12.239759 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-f92829e0-9c46-4cdc-a597-b78b2174b86b service neutron] Checking agent: {'id': 'cb22ad3b-74f2-4994-b299-960cea1745ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'started_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:26:12.244552 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-f92829e0-9c46-4cdc-a597-b78b2174b86b service neutron] Checking segment: {'id': '1d3df2be-b294-4164-824a-37d5b6cd48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:26:12.245127 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-f92829e0-9c46-4cdc-a597-b78b2174b86b service neutron] Bound using segment: {'id': '1d3df2be-b294-4164-824a-37d5b6cd48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f'} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:26:12.245686 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-f92829e0-9c46-4cdc-a597-b78b2174b86b service neutron] Bound port: 94255728-614c-430c-89bc-919db7923da0, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d3df2be-b294-4164-824a-37d5b6cd48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f'}}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:26:12.246147 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-f92829e0-9c46-4cdc-a597-b78b2174b86b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (94255728-614c-430c-89bc-919db7923da0), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:12.302147 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-acd378e6-4dad-4bd5-86e6-a8203e621567 service neutron] For port b13056d0-edc8-4758-886f-702e0eb37c3d, host hv-cinder-56205, cleared binding levels {{(pid=103831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:26:12.324101 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1c0d644f-4a46-47c1-87e8-07a251d49f7d req-7c7a9bf2-13d1-4665-8e7c-5b43fafdbb6a tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c080f29-3819-4c61-aa9b-b170d741940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550647 Mar 29 15:26:12.372924 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b7dfb-ac66-47af-82db-e3c94cfa6bab req-2cc8c389-776c-4455-8df1-5ac373cf3225 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:12.374611 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5d6b7dfb-ac66-47af-82db-e3c94cfa6bab req-2cc8c389-776c-4455-8df1-5ac373cf3225 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 944 time: 0.1540105 Mar 29 15:26:12.378590 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-acd378e6-4dad-4bd5-86e6-a8203e621567 service neutron] For port b13056d0-edc8-4758-886f-702e0eb37c3d, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=b13056d0-edc8-4758-886f-702e0eb37c3d,segment=NetworkSegment(c447c32b-bb36-4dcf-8df5-2a75f4e6e95e),segment_id=c447c32b-bb36-4dcf-8df5-2a75f4e6e95e)] {{(pid=103831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:26:12.458295 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-f92829e0-9c46-4cdc-a597-b78b2174b86b service neutron] For port 94255728-614c-430c-89bc-919db7923da0, host hv-cinder-56205, cleared binding levels {{(pid=103831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:26:12.459357 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5d6b7dfb-ac66-47af-82db-e3c94cfa6bab req-f0ab58ad-426b-4ca2-a039-c97dae837a16 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779619 Mar 29 15:26:12.462559 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-f92829e0-9c46-4cdc-a597-b78b2174b86b service neutron] For port 94255728-614c-430c-89bc-919db7923da0, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=94255728-614c-430c-89bc-919db7923da0,segment=NetworkSegment(1d3df2be-b294-4164-824a-37d5b6cd48ea),segment_id=1d3df2be-b294-4164-824a-37d5b6cd48ea)] {{(pid=103831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:26:12.463948 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 2865ee0b-c03e-4429-beca-18d87c85a2f5, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=2865ee0b-c03e-4429-beca-18d87c85a2f5,segment=NetworkSegment(0204e774-ac2b-47cb-a8c9-99b2efb6c81e),segment_id=0204e774-ac2b-47cb-a8c9-99b2efb6c81e)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:26:12.480820 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Returning: {'device': '2865ee0b-c03e-4429-beca-18d87c85a2f5', 'network_id': 'feb66b74-11a8-4941-9395-ec28eef514af', 'port_id': '2865ee0b-c03e-4429-beca-18d87c85a2f5', 'mac_address': 'fa:16:3e:c7:08:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8c9e7d7-542a-40c6-88da-47d047391514', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:26:12.522197 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 2865ee0b-c03e-4429-beca-18d87c85a2f5 is: DOWN; New status is: BUILD {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:26:12.522580 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (2865ee0b-c03e-4429-beca-18d87c85a2f5), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:12.535076 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2865ee0b-c03e-4429-beca-18d87c85a2f5 {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:26:12.555304 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 2865ee0b-c03e-4429-beca-18d87c85a2f5, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=2865ee0b-c03e-4429-beca-18d87c85a2f5,segment=NetworkSegment(0204e774-ac2b-47cb-a8c9-99b2efb6c81e),segment_id=0204e774-ac2b-47cb-a8c9-99b2efb6c81e)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:26:12.642053 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166abac8-7a66-4a89-bda9-9b7b5c1819ad req-d7309d19-4141-4bc4-a5c3-51fe3e3759bb tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:12.643500 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-166abac8-7a66-4a89-bda9-9b7b5c1819ad req-d7309d19-4141-4bc4-a5c3-51fe3e3759bb tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.0553911 Mar 29 15:26:12.689680 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-166abac8-7a66-4a89-bda9-9b7b5c1819ad req-79df8d60-96d7-48a9-8ad0-6d0388d952bf tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405970 Mar 29 15:26:13.213632 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (2865ee0b-c03e-4429-beca-18d87c85a2f5), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:13.214831 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-f92829e0-9c46-4cdc-a597-b78b2174b86b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (94255728-614c-430c-89bc-919db7923da0), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:13.221118 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-acd378e6-4dad-4bd5-86e6-a8203e621567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (b13056d0-edc8-4758-886f-702e0eb37c3d), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:13.295915 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-f92829e0-9c46-4cdc-a597-b78b2174b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:13.296378 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=2865ee0b-c03e-4429-beca-18d87c85a2f5,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:13.296614 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-f92829e0-9c46-4cdc-a597-b78b2174b86b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:13.298026 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-f92829e0-9c46-4cdc-a597-b78b2174b86b service neutron] 10.222.0.15 "PUT /v2.0/ports/94255728-614c-430c-89bc-919db7923da0 HTTP/1.1" status: 200 len: 1094 time: 2.2871690 Mar 29 15:26:13.301897 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6019c25b-858c-41c6-9eee-936eb5a66c31', 'tag': '94255728-614c-430c-89bc-919db7923da0'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:26:13.304167 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84014e4f-0111-4612-b850-c3e6711599a8" -d '{"events": [{"name": "network-changed", "server_uuid": "6019c25b-858c-41c6-9eee-936eb5a66c31", "tag": "94255728-614c-430c-89bc-919db7923da0"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:26:13.340781 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-acd378e6-4dad-4bd5-86e6-a8203e621567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:13.341538 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-acd378e6-4dad-4bd5-86e6-a8203e621567 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:13.343136 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-acd378e6-4dad-4bd5-86e6-a8203e621567 service neutron] 10.222.0.15 "PUT /v2.0/ports/b13056d0-edc8-4758-886f-702e0eb37c3d HTTP/1.1" status: 200 len: 1093 time: 2.5312526 Mar 29 15:26:13.353248 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92829e0-9c46-4cdc-a597-b78b2174b86b service neutron] Pushing event updated for resources: {'Port': ['ID=94255728-614c-430c-89bc-919db7923da0,revision_number=3']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:13.459898 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd378e6-4dad-4bd5-86e6-a8203e621567 service neutron] Pushing event updated for resources: {'Port': ['ID=b13056d0-edc8-4758-886f-702e0eb37c3d,revision_number=3']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:13.497211 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7393a99c-7400-4802-8069-f3351cd12019 x-openstack-request-id: req-7393a99c-7400-4802-8069-f3351cd12019 {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:26:13.502474 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6019c25b-858c-41c6-9eee-936eb5a66c31", "tag": "94255728-614c-430c-89bc-919db7923da0", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:26:13.503375 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7393a99c-7400-4802-8069-f3351cd12019 {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:26:13.504231 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:13.504822 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7393a99c-7400-4802-8069-f3351cd12019'] response: {'name': 'network-changed', 'server_uuid': '6019c25b-858c-41c6-9eee-936eb5a66c31', 'tag': '94255728-614c-430c-89bc-919db7923da0', 'status': 'completed', 'code': 200} Mar 29 15:26:13.526822 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['2865ee0b-c03e-4429-beca-18d87c85a2f5'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:26:13.611612 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a67f36-1dc2-429c-8c3d-ad0cb00a1eee req-1955d6f0-c67a-471b-9ca1-9026eb26ae5c tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:13.614956 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-99a67f36-1dc2-429c-8c3d-ad0cb00a1eee req-1955d6f0-c67a-471b-9ca1-9026eb26ae5c tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 944 time: 0.1710794 Mar 29 15:26:13.713412 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 60352) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:13.791125 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-00d23d37-b180-49f4-905a-964206abfc5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:13.796189 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84014e4f-0111-4612-b850-c3e6711599a8 req-e709fe58-f0c6-499d-8c51-18b101e706b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:13.803187 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-84014e4f-0111-4612-b850-c3e6711599a8 req-e709fe58-f0c6-499d-8c51-18b101e706b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68b100b32ca6457b87f13df08e31d969&device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 1128 time: 0.2523170 Mar 29 15:26:13.820705 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec274f-0837-4b6d-b147-1ea1a775e685 req-3c340058-8674-4906-876a-a57eb5a0e1ea tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:13.822935 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-36ec274f-0837-4b6d-b147-1ea1a775e685 req-3c340058-8674-4906-876a-a57eb5a0e1ea tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 944 time: 0.1634243 Mar 29 15:26:13.837760 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-99a67f36-1dc2-429c-8c3d-ad0cb00a1eee req-a34af56f-9f3d-4039-8d70-2826ab6a53e9 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c080f29-3819-4c61-aa9b-b170d741940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105310 Mar 29 15:26:13.895130 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-48eb006e-b1f7-4d53-8387-7ccd47a1fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:13.896957 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-48eb006e-b1f7-4d53-8387-7ccd47a1fe28 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58c1f8fd4f83455ca0f32dbc38c1ed32&device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 1127 time: 0.3452322 Mar 29 15:26:13.983231 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-36ec274f-0837-4b6d-b147-1ea1a775e685 req-4731b9ff-bbd0-4e38-8dc3-9898c964daa2 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440315 Mar 29 15:26:14.043434 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-574e327a-87d6-4692-8e52-2651d541be70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b13056d0-edc8-4758-886f-702e0eb37c3d HTTP/1.1" status: 200 len: 217 time: 0.1244845 Mar 29 15:26:14.061661 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1703c6-e54d-4936-8be2-a0359e9474ca req-e28045e0-5755-462f-bc2c-07c581c85065 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:14.073761 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ba1703c6-e54d-4936-8be2-a0359e9474ca req-e28045e0-5755-462f-bc2c-07c581c85065 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.1386545 Mar 29 15:26:14.129883 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ba1703c6-e54d-4936-8be2-a0359e9474ca req-3f75dc32-9e91-4ee6-a99b-4d0b389b00d0 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549986 Mar 29 15:26:14.171091 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-00f7702b-4534-4576-9c3f-c2a34dea3506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:14.172668 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-00f7702b-4534-4576-9c3f-c2a34dea3506 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4 HTTP/1.1" status: 200 len: 856 time: 0.1217692 Mar 29 15:26:14.235832 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84014e4f-0111-4612-b850-c3e6711599a8 req-87c4276b-a6f4-4fce-9663-c43cb014e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:14.237278 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-84014e4f-0111-4612-b850-c3e6711599a8 req-87c4276b-a6f4-4fce-9663-c43cb014e282 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=68b100b32ca6457b87f13df08e31d969&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4215274 Mar 29 15:26:14.259190 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-00d23d37-b180-49f4-905a-964206abfc5a admin admin] Publish callbacks [] for security_group (a927ca8e-08c6-458a-ad89-bc49200ffeae), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:14.353920 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-c931107d-01fe-48d8-ad44-354249b70983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:14.355527 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-c931107d-01fe-48d8-ad44-354249b70983 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9dba225-3458-4749-adfb-4348d5911f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1744895 Mar 29 15:26:14.375214 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-00d23d37-b180-49f4-905a-964206abfc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (a927ca8e-08c6-458a-ad89-bc49200ffeae), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:14.503964 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-00d23d37-b180-49f4-905a-964206abfc5a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e913efbfbe24dc0b4bc8a7e4e66f632&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7879372 Mar 29 15:26:14.506695 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 60374) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:14.509804 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d23d37-b180-49f4-905a-964206abfc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a927ca8e-08c6-458a-ad89-bc49200ffeae,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:14.521611 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 60376) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:14.533506 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84014e4f-0111-4612-b850-c3e6711599a8 req-3a397448-e8c3-46b2-8980-8c84eb1dde74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:14.535021 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-84014e4f-0111-4612-b850-c3e6711599a8 req-3a397448-e8c3-46b2-8980-8c84eb1dde74 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2883298 Mar 29 15:26:14.563673 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-0fc1fce3-82e9-4943-a853-9e632e859150 service neutron] 10.222.0.15 "GET /v2.0/networks/a9dba225-3458-4749-adfb-4348d5911f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007694 Mar 29 15:26:14.579136 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8c8418fb-af5a-4cf5-b7e2-2fb25a68ce5f admin admin] Publish callbacks [] for security_group (a927ca8e-08c6-458a-ad89-bc49200ffeae), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:14.607187 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8c8418fb-af5a-4cf5-b7e2-2fb25a68ce5f admin admin] Publish callbacks [] for security_group (a927ca8e-08c6-458a-ad89-bc49200ffeae), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:14.685916 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0a154333-6ed2-4999-8b49-517ef1a3f91b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:14.698552 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-f74a180a-b4a7-43af-901a-5bf8251a1d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:14.699858 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-f74a180a-b4a7-43af-901a-5bf8251a1d21 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68b100b32ca6457b87f13df08e31d969&device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 1128 time: 0.1113150 Mar 29 15:26:14.752604 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-be963c41-0154-429e-9e7b-98761cc9fe44 req-12d97dda-a5d5-4111-b0cf-cf89c33045a5 service neutron] 10.222.0.15 "GET /v2.0/networks/a9dba225-3458-4749-adfb-4348d5911f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775966 Mar 29 15:26:14.754045 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-110d2e25-9b2c-47ec-b537-c01bcb47aa79 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94255728-614c-430c-89bc-919db7923da0 HTTP/1.1" status: 200 len: 217 time: 0.0438161 Mar 29 15:26:14.781220 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8c8418fb-af5a-4cf5-b7e2-2fb25a68ce5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (a927ca8e-08c6-458a-ad89-bc49200ffeae), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:14.783695 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8c8418fb-af5a-4cf5-b7e2-2fb25a68ce5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:14.784852 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-8c8418fb-af5a-4cf5-b7e2-2fb25a68ce5f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a927ca8e-08c6-458a-ad89-bc49200ffeae HTTP/1.1" status: 204 len: 168 time: 0.2764931 Mar 29 15:26:14.817458 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8418fb-af5a-4cf5-b7e2-2fb25a68ce5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a927ca8e-08c6-458a-ad89-bc49200ffeae,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:14.827268 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-ea0b6681-96c3-4ce9-9e7d-84b2603b7129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:14.830129 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-ea0b6681-96c3-4ce9-9e7d-84b2603b7129 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3e72c2a-9791-4704-a967-653d7b3a63cc HTTP/1.1" status: 200 len: 850 time: 0.0621471 Mar 29 15:26:14.891277 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0a154333-6ed2-4999-8b49-517ef1a3f91b admin admin] Publish callbacks [] for security_group (0c225a00-2a49-4d4a-afdb-19c501e32596), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:14.899093 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-5c255db5-5102-4fec-9f36-6db7e73e43bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:14.900952 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-5c255db5-5102-4fec-9f36-6db7e73e43bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9e966a3-c502-4415-ba24-fb4be64d7c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0577533 Mar 29 15:26:14.962583 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de3225-3b64-4343-a9e1-6ed30a665540 req-bfb19735-9ab0-4096-9f47-804ae7c1fad7 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:14.964166 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-82de3225-3b64-4343-a9e1-6ed30a665540 req-bfb19735-9ab0-4096-9f47-804ae7c1fad7 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 944 time: 0.0562499 Mar 29 15:26:15.005653 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0a154333-6ed2-4999-8b49-517ef1a3f91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (0c225a00-2a49-4d4a-afdb-19c501e32596), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:15.008507 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-45b28379-1bf6-4ce7-938b-1f1bd3b39990 service neutron] 10.222.0.15 "GET /v2.0/networks/e9e966a3-c502-4415-ba24-fb4be64d7c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976479 Mar 29 15:26:15.055210 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-82de3225-3b64-4343-a9e1-6ed30a665540 req-08d053d1-1f74-4895-b38e-601208e61ddd tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c080f29-3819-4c61-aa9b-b170d741940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851233 Mar 29 15:26:15.076202 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-0a154333-6ed2-4999-8b49-517ef1a3f91b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c1027762445f4a0da9cce43157444c78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5456092 Mar 29 15:26:15.078609 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 60394) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:15.086136 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a154333-6ed2-4999-8b49-517ef1a3f91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c225a00-2a49-4d4a-afdb-19c501e32596,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:15.115996 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b28ea-71a5-4960-8b21-7d5dd799f962 req-316b5d3b-0537-4d2c-81c5-e108bb9311b1 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:15.118427 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c54b28ea-71a5-4960-8b21-7d5dd799f962 req-316b5d3b-0537-4d2c-81c5-e108bb9311b1 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 944 time: 0.0743899 Mar 29 15:26:15.157082 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-be81ede6-f96c-4725-a33e-3001773b33d5 req-615e44f1-875b-40b6-85ce-2bb5922582f5 service neutron] 10.222.0.15 "GET /v2.0/networks/e9e966a3-c502-4415-ba24-fb4be64d7c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391299 Mar 29 15:26:15.169002 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2c83680b-82ec-43a9-beba-2f4bf022f78d admin admin] Publish callbacks [] for security_group (0c225a00-2a49-4d4a-afdb-19c501e32596), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:15.180164 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c54b28ea-71a5-4960-8b21-7d5dd799f962 req-d0eb9ef2-25fe-4d0e-91ad-89f844c71a71 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508895 Mar 29 15:26:15.202107 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2c83680b-82ec-43a9-beba-2f4bf022f78d admin admin] Publish callbacks [] for security_group (0c225a00-2a49-4d4a-afdb-19c501e32596), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:15.291532 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832a8ca-7cb9-4d48-8f4c-9eadc02355fb req-a1644265-c5db-4401-9211-3e99c044015e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:15.293049 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f832a8ca-7cb9-4d48-8f4c-9eadc02355fb req-a1644265-c5db-4401-9211-3e99c044015e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.0567400 Mar 29 15:26:15.340730 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f832a8ca-7cb9-4d48-8f4c-9eadc02355fb req-7db4f830-26f8-40d4-b101-d7bc68be7351 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418992 Mar 29 15:26:15.374144 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2c83680b-82ec-43a9-beba-2f4bf022f78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (0c225a00-2a49-4d4a-afdb-19c501e32596), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:15.377009 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2c83680b-82ec-43a9-beba-2f4bf022f78d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:15.378275 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-2c83680b-82ec-43a9-beba-2f4bf022f78d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0c225a00-2a49-4d4a-afdb-19c501e32596 HTTP/1.1" status: 204 len: 168 time: 0.2986550 Mar 29 15:26:15.387233 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83680b-82ec-43a9-beba-2f4bf022f78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c225a00-2a49-4d4a-afdb-19c501e32596,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:15.506097 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddeadfd-d62e-4635-be4e-5ac792a6c598', 'tag': 'b13056d0-edc8-4758-886f-702e0eb37c3d'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:26:15.508977 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4dce28-15e4-4ee1-9029-261af2a82749" -d '{"events": [{"name": "network-changed", "server_uuid": "eddeadfd-d62e-4635-be4e-5ac792a6c598", "tag": "b13056d0-edc8-4758-886f-702e0eb37c3d"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:26:15.545479 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4993770-998f-4bef-9974-19d8e8adaac3 x-openstack-request-id: req-b4993770-998f-4bef-9974-19d8e8adaac3 {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:26:15.545847 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eddeadfd-d62e-4635-be4e-5ac792a6c598", "tag": "b13056d0-edc8-4758-886f-702e0eb37c3d", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:26:15.546173 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b4993770-998f-4bef-9974-19d8e8adaac3 {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:26:15.546651 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4993770-998f-4bef-9974-19d8e8adaac3'] response: {'name': 'network-changed', 'server_uuid': 'eddeadfd-d62e-4635-be4e-5ac792a6c598', 'tag': 'b13056d0-edc8-4758-886f-702e0eb37c3d', 'status': 'completed', 'code': 200} Mar 29 15:26:15.619212 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4dce28-15e4-4ee1-9029-261af2a82749 req-df52c154-2317-4e40-8ce0-3a39a1e510be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:15.619212 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-8a4dce28-15e4-4ee1-9029-261af2a82749 req-df52c154-2317-4e40-8ce0-3a39a1e510be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58c1f8fd4f83455ca0f32dbc38c1ed32&device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 1127 time: 0.0486290 Mar 29 15:26:15.710128 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4dce28-15e4-4ee1-9029-261af2a82749 req-84de7e0d-c73e-44bc-a1aa-f18192c9ab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:15.712240 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-8a4dce28-15e4-4ee1-9029-261af2a82749 req-84de7e0d-c73e-44bc-a1aa-f18192c9ab39 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9dba225-3458-4749-adfb-4348d5911f6f HTTP/1.1" status: 200 len: 918 time: 0.0892971 Mar 29 15:26:16.184365 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa60b5d-a74e-44f3-a936-3ff6101e9306 req-eeacca46-c362-4525-b99f-a2b5c8022aef tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:16.185915 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-aaa60b5d-a74e-44f3-a936-3ff6101e9306 req-eeacca46-c362-4525-b99f-a2b5c8022aef tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 944 time: 0.0659096 Mar 29 15:26:16.243955 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-aaa60b5d-a74e-44f3-a936-3ff6101e9306 req-fe2df005-d601-4cff-96d8-b9f1c21cb6ee tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c080f29-3819-4c61-aa9b-b170d741940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524280 Mar 29 15:26:16.350082 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca95b3-831d-4263-8582-d28306cceb02 req-f0313bf5-a590-489e-ac41-a7473fb76fcb tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:16.351725 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-36ca95b3-831d-4263-8582-d28306cceb02 req-f0313bf5-a590-489e-ac41-a7473fb76fcb tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 944 time: 0.0611005 Mar 29 15:26:16.425484 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-36ca95b3-831d-4263-8582-d28306cceb02 req-2c50aebb-bcf6-4516-866e-9d41f9bae3b4 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620894 Mar 29 15:26:16.484362 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e2032-3b83-4e91-96f8-eae223fd91a0 req-d32eb884-4738-42d0-87e4-9c323f258054 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:16.485825 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5d8e2032-3b83-4e91-96f8-eae223fd91a0 req-d32eb884-4738-42d0-87e4-9c323f258054 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.0592928 Mar 29 15:26:16.490030 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 2865ee0b-c03e-4429-beca-18d87c85a2f5 up at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:26:16.536405 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-8a4dce28-15e4-4ee1-9029-261af2a82749 req-367ee386-3799-4cac-970e-74f48729b80f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b13056d0-edc8-4758-886f-702e0eb37c3d HTTP/1.1" status: 200 len: 217 time: 0.0456405 Mar 29 15:26:16.564387 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5d8e2032-3b83-4e91-96f8-eae223fd91a0 req-dc8bfdb4-71c7-452a-b298-1acbbb3c3bef tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639665 Mar 29 15:26:16.614265 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning for port 2865ee0b-c03e-4429-beca-18d87c85a2f5 completed by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:26:16.619230 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning complete for port 2865ee0b-c03e-4429-beca-18d87c85a2f5 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:26:16.619679 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (2865ee0b-c03e-4429-beca-18d87c85a2f5), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:16.706121 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 2865ee0b-c03e-4429-beca-18d87c85a2f5 is: BUILD; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:26:16.706526 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (2865ee0b-c03e-4429-beca-18d87c85a2f5), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:16.731095 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408ea8c6-2b79-41af-ba7d-4cb88e5e9027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2865ee0b-c03e-4429-beca-18d87c85a2f5'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:26:16.806342 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 2865ee0b-c03e-4429-beca-18d87c85a2f5, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=2865ee0b-c03e-4429-beca-18d87c85a2f5,segment=NetworkSegment(0204e774-ac2b-47cb-a8c9-99b2efb6c81e),segment_id=0204e774-ac2b-47cb-a8c9-99b2efb6c81e)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:26:16.883178 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (2865ee0b-c03e-4429-beca-18d87c85a2f5), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:16.912766 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67651527b6c7513bff120ad3026ca8b6c51caa370c4ee0f403b1e7b340f0df97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78576ff6-d885-4942-bc6c-5847e6463e0d" -d '{"events": [{"server_uuid": "408ea8c6-2b79-41af-ba7d-4cb88e5e9027", "name": "network-vif-plugged", "status": "completed", "tag": "2865ee0b-c03e-4429-beca-18d87c85a2f5"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:26:16.939304 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=2865ee0b-c03e-4429-beca-18d87c85a2f5,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:17.079018 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfb888a-00e3-4353-8f51-33d74b4f0f7c x-openstack-request-id: req-bbfb888a-00e3-4353-8f51-33d74b4f0f7c {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:26:17.079328 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408ea8c6-2b79-41af-ba7d-4cb88e5e9027", "name": "network-vif-plugged", "status": "completed", "tag": "2865ee0b-c03e-4429-beca-18d87c85a2f5", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:26:17.079583 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bbfb888a-00e3-4353-8f51-33d74b4f0f7c {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:26:17.080046 dv-cinder-562053-19-iscsi neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbfb888a-00e3-4353-8f51-33d74b4f0f7c'] response: {'server_uuid': '408ea8c6-2b79-41af-ba7d-4cb88e5e9027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2865ee0b-c03e-4429-beca-18d87c85a2f5', 'code': 200} Mar 29 15:26:17.352898 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4dce28-15e4-4ee1-9029-261af2a82749 req-f4a0a0d9-c2f5-4e66-a2af-40b7fdeeafa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:17.354359 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-8a4dce28-15e4-4ee1-9029-261af2a82749 req-f4a0a0d9-c2f5-4e66-a2af-40b7fdeeafa4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4 HTTP/1.1" status: 200 len: 856 time: 0.0643609 Mar 29 15:26:17.395782 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69fd2f-98f3-46ce-b133-0bedec58c62d req-80b7498a-f8f1-46a1-bd67-d82314bf1002 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:17.403266 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ba69fd2f-98f3-46ce-b133-0bedec58c62d req-80b7498a-f8f1-46a1-bd67-d82314bf1002 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 945 time: 0.0724916 Mar 29 15:26:17.456136 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ba69fd2f-98f3-46ce-b133-0bedec58c62d req-884a47fe-26e2-4ca1-9660-e502cd04df7b tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c080f29-3819-4c61-aa9b-b170d741940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519674 Mar 29 15:26:17.557926 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78f7b0-fcd4-4b54-84a5-217c92745bb1 req-4b2f3ce3-af4b-48e9-a05b-c3753439e553 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:17.559416 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cc78f7b0-fcd4-4b54-84a5-217c92745bb1 req-4b2f3ce3-af4b-48e9-a05b-c3753439e553 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 944 time: 0.0526652 Mar 29 15:26:17.609896 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 60554) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:17.611317 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cc78f7b0-fcd4-4b54-84a5-217c92745bb1 req-e8f0fc6e-9d75-4e6a-867f-41698bf39eef tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455356 Mar 29 15:26:17.723241 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5702eb-a3dd-4115-bd70-a21f971f26c5 req-5b8b035d-ed5d-416d-83ce-1eca39fc215b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:17.724790 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1c5702eb-a3dd-4115-bd70-a21f971f26c5 req-5b8b035d-ed5d-416d-83ce-1eca39fc215b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.0559256 Mar 29 15:26:17.745255 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7fcb6d7c-7532-40ef-8dd2-d4b74e640cce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:17.778538 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1c5702eb-a3dd-4115-bd70-a21f971f26c5 req-aa329b44-1b24-42bb-bd0d-91bd41fc1f2f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453298 Mar 29 15:26:17.821973 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7fcb6d7c-7532-40ef-8dd2-d4b74e640cce admin admin] Publish callbacks [] for security_group (4cee72d0-e734-47af-9059-88316bc06489), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:17.899699 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7fcb6d7c-7532-40ef-8dd2-d4b74e640cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (4cee72d0-e734-47af-9059-88316bc06489), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:17.938318 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-7fcb6d7c-7532-40ef-8dd2-d4b74e640cce admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7b1f88de8a944511acbf20b2a483d5eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3267648 Mar 29 15:26:17.939508 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb6d7c-7532-40ef-8dd2-d4b74e640cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cee72d0-e734-47af-9059-88316bc06489,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:17.941110 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 60562) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:17.988005 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d11cca0d-68df-4a47-b452-1eea826675e8 admin admin] Publish callbacks [] for security_group (4cee72d0-e734-47af-9059-88316bc06489), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:18.010102 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d11cca0d-68df-4a47-b452-1eea826675e8 admin admin] Publish callbacks [] for security_group (4cee72d0-e734-47af-9059-88316bc06489), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:18.128676 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d11cca0d-68df-4a47-b452-1eea826675e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (4cee72d0-e734-47af-9059-88316bc06489), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:18.131322 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d11cca0d-68df-4a47-b452-1eea826675e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:18.132529 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-d11cca0d-68df-4a47-b452-1eea826675e8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4cee72d0-e734-47af-9059-88316bc06489 HTTP/1.1" status: 204 len: 168 time: 0.1904020 Mar 29 15:26:18.140130 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11cca0d-68df-4a47-b452-1eea826675e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cee72d0-e734-47af-9059-88316bc06489,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:18.267887 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4dce28-15e4-4ee1-9029-261af2a82749 req-5326294e-1ca3-4f17-b351-97f9bbff6bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:18.269670 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-8a4dce28-15e4-4ee1-9029-261af2a82749 req-5326294e-1ca3-4f17-b351-97f9bbff6bb3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9dba225-3458-4749-adfb-4348d5911f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476799 Mar 29 15:26:18.589268 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b0f70-6253-4c5d-bd8d-9856c2df6b56 req-7517b3d0-f8de-47ca-b002-d6029d8866b8 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:18.597477 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d27b0f70-6253-4c5d-bd8d-9856c2df6b56 req-7517b3d0-f8de-47ca-b002-d6029d8866b8 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 945 time: 0.0624776 Mar 29 15:26:18.640782 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d27b0f70-6253-4c5d-bd8d-9856c2df6b56 req-a6add4de-e470-4612-a25c-9f274c0c22c6 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c080f29-3819-4c61-aa9b-b170d741940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424576 Mar 29 15:26:18.660549 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e3988-bf6d-4b06-8083-15b3507056e2 req-627179fd-0acf-467c-b8e9-0688aeab3be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:18.661949 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e26e3988-bf6d-4b06-8083-15b3507056e2 req-627179fd-0acf-467c-b8e9-0688aeab3be0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 1129 time: 0.1064332 Mar 29 15:26:18.679269 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-8a4dce28-15e4-4ee1-9029-261af2a82749 req-609ad257-d470-4a2c-80c8-5af5a35488ae service neutron] 10.222.0.15 "GET /v2.0/networks/a9dba225-3458-4749-adfb-4348d5911f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020607 Mar 29 15:26:18.685077 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-e26e3988-bf6d-4b06-8083-15b3507056e2 req-4fbecb5f-11cc-4044-9348-0bd9511b3af4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:18.849730 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-e26e3988-bf6d-4b06-8083-15b3507056e2 req-4fbecb5f-11cc-4044-9348-0bd9511b3af4 service neutron] Publish callbacks [] for security_group (1aa9d6dc-9e3e-4522-a879-e79d623f8f44), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:18.853022 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-8a4dce28-15e4-4ee1-9029-261af2a82749 req-c12361e7-541a-42cb-9262-99889e97bb36 service neutron] 10.222.0.15 "GET /v2.0/networks/a9dba225-3458-4749-adfb-4348d5911f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649647 Mar 29 15:26:18.936206 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c7c17-d947-4b4a-8fdb-e9adfdfbdf91 req-56d2f437-bae0-44f6-b623-a27cb842a374 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:18.937643 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-069c7c17-d947-4b4a-8fdb-e9adfdfbdf91 req-56d2f437-bae0-44f6-b623-a27cb842a374 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 944 time: 0.2333632 Mar 29 15:26:18.957536 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b152205-f19a-471f-81f9-6ecf629e605e req-fd1b03f0-fae3-420e-ba59-05fd0a85e105 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:18.958941 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1b152205-f19a-471f-81f9-6ecf629e605e req-fd1b03f0-fae3-420e-ba59-05fd0a85e105 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.0745242 Mar 29 15:26:18.962723 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-e26e3988-bf6d-4b06-8083-15b3507056e2 req-4fbecb5f-11cc-4044-9348-0bd9511b3af4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (1aa9d6dc-9e3e-4522-a879-e79d623f8f44), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:18.987925 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 60604) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:19.010259 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbecb5f-11cc-4044-9348-0bd9511b3af4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa9d6dc-9e3e-4522-a879-e79d623f8f44,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:19.014460 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e26e3988-bf6d-4b06-8083-15b3507056e2 req-4fbecb5f-11cc-4044-9348-0bd9511b3af4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8c080f29-3819-4c61-aa9b-b170d741940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429215 Mar 29 15:26:19.017732 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b1281873-f721-4290-aad9-56d2ab23fa47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:19.045275 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-069c7c17-d947-4b4a-8fdb-e9adfdfbdf91 req-09e4b2f8-afb0-46c2-bb83-d30a68fd33dd tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007781 Mar 29 15:26:19.053229 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1b152205-f19a-471f-81f9-6ecf629e605e req-d6d05df9-3de1-4fa7-a0b8-c556b3fb074e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862684 Mar 29 15:26:19.115874 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b1281873-f721-4290-aad9-56d2ab23fa47 admin admin] Publish callbacks [] for security_group (6ddacd0b-9464-4151-8b5a-db1b0a3364b6), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:19.282563 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b1281873-f721-4290-aad9-56d2ab23fa47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (6ddacd0b-9464-4151-8b5a-db1b0a3364b6), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:19.323445 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-b1281873-f721-4290-aad9-56d2ab23fa47 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2e63d65156f2494085e558004f6e9fd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3344734 Mar 29 15:26:19.325357 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1281873-f721-4290-aad9-56d2ab23fa47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddacd0b-9464-4151-8b5a-db1b0a3364b6,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:19.326159 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 60606) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:19.380349 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d3dedd29-28a0-42a2-aa12-8e48fe8710d9 admin admin] Publish callbacks [] for security_group (6ddacd0b-9464-4151-8b5a-db1b0a3364b6), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:19.403949 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d3dedd29-28a0-42a2-aa12-8e48fe8710d9 admin admin] Publish callbacks [] for security_group (6ddacd0b-9464-4151-8b5a-db1b0a3364b6), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:19.504437 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d3dedd29-28a0-42a2-aa12-8e48fe8710d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (6ddacd0b-9464-4151-8b5a-db1b0a3364b6), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:19.511364 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d3dedd29-28a0-42a2-aa12-8e48fe8710d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:19.512881 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-d3dedd29-28a0-42a2-aa12-8e48fe8710d9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6ddacd0b-9464-4151-8b5a-db1b0a3364b6 HTTP/1.1" status: 204 len: 168 time: 0.1855083 Mar 29 15:26:19.524593 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dedd29-28a0-42a2-aa12-8e48fe8710d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddacd0b-9464-4151-8b5a-db1b0a3364b6,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:19.776464 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a225dc-af83-4e44-afb0-2417b129eba0 req-b30aa30b-250c-4f06-9ea2-d4c91533a321 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:19.777903 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-26a225dc-af83-4e44-afb0-2417b129eba0 req-b30aa30b-250c-4f06-9ea2-d4c91533a321 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 945 time: 0.0544608 Mar 29 15:26:19.828375 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-26a225dc-af83-4e44-afb0-2417b129eba0 req-82bd848d-5cad-49fe-93fe-47808eb8a3b4 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c080f29-3819-4c61-aa9b-b170d741940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448365 Mar 29 15:26:20.146981 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 60662) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:20.214096 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device b13056d0-edc8-4758-886f-702e0eb37c3d details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=103833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:26:20.222786 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09caf72-b8a5-48b6-808d-90377cf88936 req-dc79b7fb-d2ad-440a-abd5-2fb16f4cee98 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:20.224519 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a09caf72-b8a5-48b6-808d-90377cf88936 req-dc79b7fb-d2ad-440a-abd5-2fb16f4cee98 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 944 time: 0.1010318 Mar 29 15:26:20.231609 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d73f9-fcd3-4977-9204-c3ad26ee34a4 req-f93ab86b-77ae-4839-9e51-fbe190dd21a0 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:20.233038 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d74d73f9-fcd3-4977-9204-c3ad26ee34a4 req-f93ab86b-77ae-4839-9e51-fbe190dd21a0 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.0780602 Mar 29 15:26:20.307187 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a09caf72-b8a5-48b6-808d-90377cf88936 req-fef47052-271a-4b73-b61b-a83b77b7fae4 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729880 Mar 29 15:26:20.329396 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d74d73f9-fcd3-4977-9204-c3ad26ee34a4 req-cd6f17ff-9b5a-4cd1-9f15-2416547987c8 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887849 Mar 29 15:26:20.365408 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-c9607a79-3de7-41c9-8666-cc027b34b154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:20.441738 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port b13056d0-edc8-4758-886f-702e0eb37c3d, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=b13056d0-edc8-4758-886f-702e0eb37c3d,segment=NetworkSegment(c447c32b-bb36-4dcf-8df5-2a75f4e6e95e),segment_id=c447c32b-bb36-4dcf-8df5-2a75f4e6e95e)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:26:20.443724 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-c9607a79-3de7-41c9-8666-cc027b34b154 admin admin] Publish callbacks [] for security_group (4bb3c924-7312-41ee-8408-3fb839a76539), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:20.454166 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Returning: {'device': 'b13056d0-edc8-4758-886f-702e0eb37c3d', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'port_id': 'b13056d0-edc8-4758-886f-702e0eb37c3d', 'mac_address': 'fa:16:3e:5f:3c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:26:20.491530 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port b13056d0-edc8-4758-886f-702e0eb37c3d is: DOWN; New status is: BUILD {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:26:20.491944 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (b13056d0-edc8-4758-886f-702e0eb37c3d), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:20.506467 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b13056d0-edc8-4758-886f-702e0eb37c3d {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:26:20.527210 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port b13056d0-edc8-4758-886f-702e0eb37c3d, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=b13056d0-edc8-4758-886f-702e0eb37c3d,segment=NetworkSegment(c447c32b-bb36-4dcf-8df5-2a75f4e6e95e),segment_id=c447c32b-bb36-4dcf-8df5-2a75f4e6e95e)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:26:20.539627 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-c9607a79-3de7-41c9-8666-cc027b34b154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (4bb3c924-7312-41ee-8408-3fb839a76539), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:20.590649 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-c9607a79-3de7-41c9-8666-cc027b34b154 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=15219bc1c713423a94685d40190d5bae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4417331 Mar 29 15:26:20.592620 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9607a79-3de7-41c9-8666-cc027b34b154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb3c924-7312-41ee-8408-3fb839a76539,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:20.595417 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 60674) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:20.613902 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (b13056d0-edc8-4758-886f-702e0eb37c3d), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:20.654864 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-83f225e9-e622-4211-9bf3-1648345facf8 admin admin] Publish callbacks [] for security_group (4bb3c924-7312-41ee-8408-3fb839a76539), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:20.674931 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=b13056d0-edc8-4758-886f-702e0eb37c3d,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:20.683048 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-83f225e9-e622-4211-9bf3-1648345facf8 admin admin] Publish callbacks [] for security_group (4bb3c924-7312-41ee-8408-3fb839a76539), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:20.813888 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-83f225e9-e622-4211-9bf3-1648345facf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (4bb3c924-7312-41ee-8408-3fb839a76539), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:20.816829 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-83f225e9-e622-4211-9bf3-1648345facf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:20.817984 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-83f225e9-e622-4211-9bf3-1648345facf8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4bb3c924-7312-41ee-8408-3fb839a76539 HTTP/1.1" status: 204 len: 168 time: 0.2214427 Mar 29 15:26:20.828598 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f225e9-e622-4211-9bf3-1648345facf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb3c924-7312-41ee-8408-3fb839a76539,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:20.873861 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['b13056d0-edc8-4758-886f-702e0eb37c3d'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:26:21.003894 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e27c2-896a-4ed4-bd4a-83a87b5a4b1d req-569e9684-c589-41dc-b0a4-2212e9da3cc6 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:21.010296 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-172e27c2-896a-4ed4-bd4a-83a87b5a4b1d req-569e9684-c589-41dc-b0a4-2212e9da3cc6 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 945 time: 0.1052892 Mar 29 15:26:21.063194 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-172e27c2-896a-4ed4-bd4a-83a87b5a4b1d req-3f40968b-d290-4cc7-bf75-da894db718f3 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c080f29-3819-4c61-aa9b-b170d741940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460675 Mar 29 15:26:21.450099 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e686f7c-490c-4611-88c4-63bbe8be226e req-b780a60f-c432-4edf-843a-a70f6eca5869 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:21.451570 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5e686f7c-490c-4611-88c4-63bbe8be226e req-b780a60f-c432-4edf-843a-a70f6eca5869 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 944 time: 0.0828826 Mar 29 15:26:21.496277 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44ec1f-cbdf-40d9-830c-34d3b11b75fe req-e5975c61-2693-4fa4-9620-1507c9855f33 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:21.497773 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ca44ec1f-cbdf-40d9-830c-34d3b11b75fe req-e5975c61-2693-4fa4-9620-1507c9855f33 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 944 time: 0.0872259 Mar 29 15:26:21.531369 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5e686f7c-490c-4611-88c4-63bbe8be226e req-b661a9dc-9c69-4564-9769-c0fc40e1c8c1 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707319 Mar 29 15:26:21.562682 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ca44ec1f-cbdf-40d9-830c-34d3b11b75fe req-24682745-e33a-43d9-ac13-70363e1eb24b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591750 Mar 29 15:26:21.591466 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 60722) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:21.609771 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-9990ce3b-bcb9-47aa-b4a9-d2429b4c0377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:21.695189 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-9990ce3b-bcb9-47aa-b4a9-d2429b4c0377 admin admin] Publish callbacks [] for security_group (7e6f920d-9d36-4fe3-b9f5-2a17d8016e2d), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:21.738007 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 60728) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:21.768143 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-9990ce3b-bcb9-47aa-b4a9-d2429b4c0377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (7e6f920d-9d36-4fe3-b9f5-2a17d8016e2d), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:21.806043 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-9990ce3b-bcb9-47aa-b4a9-d2429b4c0377 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=37b3f855a01e4d7ebacf714021530d73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130876 Mar 29 15:26:21.807937 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990ce3b-bcb9-47aa-b4a9-d2429b4c0377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6f920d-9d36-4fe3-b9f5-2a17d8016e2d,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:21.808750 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 60732) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:21.858229 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a5bb5e84-8961-43cb-ad89-3387ffb1d1d9 admin admin] Publish callbacks [] for security_group (7e6f920d-9d36-4fe3-b9f5-2a17d8016e2d), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:21.878718 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a5bb5e84-8961-43cb-ad89-3387ffb1d1d9 admin admin] Publish callbacks [] for security_group (7e6f920d-9d36-4fe3-b9f5-2a17d8016e2d), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:21.996695 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a5bb5e84-8961-43cb-ad89-3387ffb1d1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (7e6f920d-9d36-4fe3-b9f5-2a17d8016e2d), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:21.999254 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a5bb5e84-8961-43cb-ad89-3387ffb1d1d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:22.000430 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-a5bb5e84-8961-43cb-ad89-3387ffb1d1d9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7e6f920d-9d36-4fe3-b9f5-2a17d8016e2d HTTP/1.1" status: 204 len: 168 time: 0.1906078 Mar 29 15:26:22.009321 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb5e84-8961-43cb-ad89-3387ffb1d1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6f920d-9d36-4fe3-b9f5-2a17d8016e2d,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:22.129735 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 60744) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:22.150200 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-9252d59e-fee6-4a55-92eb-9f3334decb25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:22.205875 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3a607-3b5c-43c7-b86d-25694d1115cd req-66b6c36d-1206-40b4-b5ca-d0510bc87e32 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:22.207360 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3cb3a607-3b5c-43c7-b86d-25694d1115cd req-66b6c36d-1206-40b4-b5ca-d0510bc87e32 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 945 time: 0.0658762 Mar 29 15:26:22.243470 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-9252d59e-fee6-4a55-92eb-9f3334decb25 admin admin] Publish callbacks [] for security_group (a294c2f3-f740-4b5c-ad1f-47f483845e43), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:22.254917 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3cb3a607-3b5c-43c7-b86d-25694d1115cd req-9a134aa3-66da-4f04-8def-e9c8853b65c2 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c080f29-3819-4c61-aa9b-b170d741940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410242 Mar 29 15:26:22.282478 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-96037cf5-debe-47fd-8c21-6ea5c26c0333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:22.328383 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-9252d59e-fee6-4a55-92eb-9f3334decb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (a294c2f3-f740-4b5c-ad1f-47f483845e43), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:22.365903 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-9252d59e-fee6-4a55-92eb-9f3334decb25 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3861d2b81048413bac01d9cf97b46b64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6266904 Mar 29 15:26:22.368801 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252d59e-fee6-4a55-92eb-9f3334decb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a294c2f3-f740-4b5c-ad1f-47f483845e43,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:22.369226 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 60752) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:22.436640 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc4dd-8bba-40db-9e67-f4439a6c934c admin admin] Publish callbacks [] for security_group (a294c2f3-f740-4b5c-ad1f-47f483845e43), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:22.460008 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc4dd-8bba-40db-9e67-f4439a6c934c admin admin] Publish callbacks [] for security_group (a294c2f3-f740-4b5c-ad1f-47f483845e43), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:22.502737 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8d7b39ea-472a-4e59-8f1f-14f7d6199b24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:22.515800 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:26:22.657910 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc4dd-8bba-40db-9e67-f4439a6c934c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (a294c2f3-f740-4b5c-ad1f-47f483845e43), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:22.661924 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc4dd-8bba-40db-9e67-f4439a6c934c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:22.661924 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-9c9dc4dd-8bba-40db-9e67-f4439a6c934c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a294c2f3-f740-4b5c-ad1f-47f483845e43 HTTP/1.1" status: 204 len: 168 time: 0.2912047 Mar 29 15:26:22.708200 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9dc4dd-8bba-40db-9e67-f4439a6c934c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a294c2f3-f740-4b5c-ad1f-47f483845e43,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:22.743456 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143b4e2-07b9-41c0-9ac1-9e2bc06886ef req-5a8732a4-32a3-4a9a-b4f2-c9f9b9fb4884 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:22.744969 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1143b4e2-07b9-41c0-9ac1-9e2bc06886ef req-5a8732a4-32a3-4a9a-b4f2-c9f9b9fb4884 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 944 time: 0.1473522 Mar 29 15:26:22.768371 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8d7b39ea-472a-4e59-8f1f-14f7d6199b24 admin admin] Publish callbacks [] for security_group (c2f1b213-dd95-4227-9ea0-4875464f5dc0), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:22.777446 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a5c1c-2571-4655-988d-ed2d468e3431 req-bf3906bf-c1c5-4251-a3a7-0685857bc093 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:22.778843 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3d8a5c1c-2571-4655-988d-ed2d468e3431 req-bf3906bf-c1c5-4251-a3a7-0685857bc093 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 944 time: 0.1328673 Mar 29 15:26:22.828792 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8d7b39ea-472a-4e59-8f1f-14f7d6199b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (c2f1b213-dd95-4227-9ea0-4875464f5dc0), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:22.877919 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1143b4e2-07b9-41c0-9ac1-9e2bc06886ef req-e0ae0389-b52e-4b50-a7a0-7649df21f9f7 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256590 Mar 29 15:26:22.890337 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3d8a5c1c-2571-4655-988d-ed2d468e3431 req-400ae9ed-d583-48c9-9252-71230f1ef864 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010282 Mar 29 15:26:22.900943 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-8d7b39ea-472a-4e59-8f1f-14f7d6199b24 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ea0af4032b4476ab6dd8a4d318d6044&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7674425 Mar 29 15:26:22.901546 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 60778) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:22.904174 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b39ea-472a-4e59-8f1f-14f7d6199b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f1b213-dd95-4227-9ea0-4875464f5dc0,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:22.967996 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-daa3fe80-9fbd-488c-9e8e-81e35321835a admin admin] Publish callbacks [] for security_group (c2f1b213-dd95-4227-9ea0-4875464f5dc0), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:22.989997 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-daa3fe80-9fbd-488c-9e8e-81e35321835a admin admin] Publish callbacks [] for security_group (c2f1b213-dd95-4227-9ea0-4875464f5dc0), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:23.152434 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-daa3fe80-9fbd-488c-9e8e-81e35321835a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (c2f1b213-dd95-4227-9ea0-4875464f5dc0), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:23.152434 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-daa3fe80-9fbd-488c-9e8e-81e35321835a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:23.156326 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-daa3fe80-9fbd-488c-9e8e-81e35321835a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c2f1b213-dd95-4227-9ea0-4875464f5dc0 HTTP/1.1" status: 204 len: 168 time: 0.2529693 Mar 29 15:26:23.165203 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3fe80-9fbd-488c-9e8e-81e35321835a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f1b213-dd95-4227-9ea0-4875464f5dc0,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:23.659855 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 60806) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:23.672835 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e2786c2b-478e-43f2-9f89-67860104f72e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:23.741375 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 94255728-614c-430c-89bc-919db7923da0 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=103833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:26:23.762306 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e2786c2b-478e-43f2-9f89-67860104f72e admin admin] Publish callbacks [] for security_group (c1dbdb7c-f8b6-4574-9144-e229e9f4bcd1), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:23.825586 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e2786c2b-478e-43f2-9f89-67860104f72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (c1dbdb7c-f8b6-4574-9144-e229e9f4bcd1), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:23.840650 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 94255728-614c-430c-89bc-919db7923da0, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=94255728-614c-430c-89bc-919db7923da0,segment=NetworkSegment(1d3df2be-b294-4164-824a-37d5b6cd48ea),segment_id=1d3df2be-b294-4164-824a-37d5b6cd48ea)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:26:23.853231 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Returning: {'device': '94255728-614c-430c-89bc-919db7923da0', 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f', 'port_id': '94255728-614c-430c-89bc-919db7923da0', 'mac_address': 'fa:16:3e:92:b9:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:26:23.882749 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 60810) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:23.883350 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-e2786c2b-478e-43f2-9f89-67860104f72e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf089cd000284963ace6dc24b6b0b58e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213020 Mar 29 15:26:23.883820 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2786c2b-478e-43f2-9f89-67860104f72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1dbdb7c-f8b6-4574-9144-e229e9f4bcd1,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:23.933885 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 94255728-614c-430c-89bc-919db7923da0 is: DOWN; New status is: BUILD {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:26:23.936404 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (94255728-614c-430c-89bc-919db7923da0), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:23.956036 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94255728-614c-430c-89bc-919db7923da0 {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:26:23.995513 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-feaa6787-f803-40f4-b80d-673b89a4d6e6 admin admin] Publish callbacks [] for security_group (c1dbdb7c-f8b6-4574-9144-e229e9f4bcd1), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:24.002921 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 94255728-614c-430c-89bc-919db7923da0, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=94255728-614c-430c-89bc-919db7923da0,segment=NetworkSegment(1d3df2be-b294-4164-824a-37d5b6cd48ea),segment_id=1d3df2be-b294-4164-824a-37d5b6cd48ea)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:26:24.059546 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-feaa6787-f803-40f4-b80d-673b89a4d6e6 admin admin] Publish callbacks [] for security_group (c1dbdb7c-f8b6-4574-9144-e229e9f4bcd1), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:24.094265 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 60822) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:24.098947 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (94255728-614c-430c-89bc-919db7923da0), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:24.130494 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2e5d7f81-28e5-485f-abf4-a75a8d5486b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:24.154699 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c145b-2e57-423a-9824-ff33f7d6b7e8 req-7b8108bc-f568-46c5-baf9-97e6f5491e53 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:24.162890 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f69c145b-2e57-423a-9824-ff33f7d6b7e8 req-7b8108bc-f568-46c5-baf9-97e6f5491e53 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 944 time: 0.1510484 Mar 29 15:26:24.168117 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=94255728-614c-430c-89bc-919db7923da0,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:24.195833 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e9ca-6894-47cb-8886-7a19c2e286a5 req-12a55842-c6d2-43c0-a314-15f8aa0678a5 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:24.197645 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ab50e9ca-6894-47cb-8886-7a19c2e286a5 req-12a55842-c6d2-43c0-a314-15f8aa0678a5 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 944 time: 0.1722202 Mar 29 15:26:24.255650 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-feaa6787-f803-40f4-b80d-673b89a4d6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (c1dbdb7c-f8b6-4574-9144-e229e9f4bcd1), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:24.259833 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-feaa6787-f803-40f4-b80d-673b89a4d6e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:24.262115 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-feaa6787-f803-40f4-b80d-673b89a4d6e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c1dbdb7c-f8b6-4574-9144-e229e9f4bcd1 HTTP/1.1" status: 204 len: 168 time: 0.3780937 Mar 29 15:26:24.291336 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f69c145b-2e57-423a-9824-ff33f7d6b7e8 req-87e83a77-20b6-4df1-8216-294b9598d6b4 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182165 Mar 29 15:26:24.299590 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ab50e9ca-6894-47cb-8886-7a19c2e286a5 req-7975beea-91e0-4210-a106-0a1a1792fd36 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954621 Mar 29 15:26:24.300320 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa6787-f803-40f4-b80d-673b89a4d6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1dbdb7c-f8b6-4574-9144-e229e9f4bcd1,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:24.342901 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['94255728-614c-430c-89bc-919db7923da0'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:26:24.363530 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2e5d7f81-28e5-485f-abf4-a75a8d5486b8 admin admin] Publish callbacks [] for security_group (2d4721b7-2843-4cec-9d03-3ae2754a0737), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:24.448498 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2e5d7f81-28e5-485f-abf4-a75a8d5486b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (2d4721b7-2843-4cec-9d03-3ae2754a0737), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:24.486397 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d7f81-28e5-485f-abf4-a75a8d5486b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4721b7-2843-4cec-9d03-3ae2754a0737,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:24.493887 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-2e5d7f81-28e5-485f-abf4-a75a8d5486b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=89156a65b9a94d1fa74cdb18b59c9a3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3956366 Mar 29 15:26:24.494101 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 60838) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:24.516859 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-dbdfaeef-2df3-4552-b00e-a0eadb0595a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:24.548723 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-1ea387be-eeff-4b88-a1f4-7c3eb809a063 admin admin] Publish callbacks [] for security_group (2d4721b7-2843-4cec-9d03-3ae2754a0737), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:24.571733 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-1ea387be-eeff-4b88-a1f4-7c3eb809a063 admin admin] Publish callbacks [] for security_group (2d4721b7-2843-4cec-9d03-3ae2754a0737), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:24.682437 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-1ea387be-eeff-4b88-a1f4-7c3eb809a063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (2d4721b7-2843-4cec-9d03-3ae2754a0737), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:24.685880 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-1ea387be-eeff-4b88-a1f4-7c3eb809a063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:24.687240 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-1ea387be-eeff-4b88-a1f4-7c3eb809a063 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d4721b7-2843-4cec-9d03-3ae2754a0737 HTTP/1.1" status: 204 len: 168 time: 0.1920316 Mar 29 15:26:24.698820 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea387be-eeff-4b88-a1f4-7c3eb809a063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4721b7-2843-4cec-9d03-3ae2754a0737,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:25.509995 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0cae3-b82b-4c19-bb29-5b46c3fbfa3e req-ac0f6d02-3076-4470-af06-f0b8c195bb8b tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:25.512462 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-89c0cae3-b82b-4c19-bb29-5b46c3fbfa3e req-ac0f6d02-3076-4470-af06-f0b8c195bb8b tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 945 time: 0.1009789 Mar 29 15:26:25.520721 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccceb940-dae6-4960-8641-a7875b3e7f80 req-e93a7933-6db2-45c1-ae09-ad9b7c8f4673 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:25.522100 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ccceb940-dae6-4960-8641-a7875b3e7f80 req-e93a7933-6db2-45c1-ae09-ad9b7c8f4673 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 944 time: 0.1223752 Mar 29 15:26:25.587641 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:25.599453 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-89c0cae3-b82b-4c19-bb29-5b46c3fbfa3e req-d5cadc9c-1904-4c64-99ba-8b255ba778c5 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763631 Mar 29 15:26:25.603465 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ccceb940-dae6-4960-8641-a7875b3e7f80 req-79ea776b-d8c6-45ae-a7d5-36fc764fa72d tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740812 Mar 29 15:26:25.754640 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device b13056d0-edc8-4758-886f-702e0eb37c3d up at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:26:25.900596 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning for port b13056d0-edc8-4758-886f-702e0eb37c3d completed by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:26:25.907497 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning complete for port b13056d0-edc8-4758-886f-702e0eb37c3d triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:26:25.907881 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (b13056d0-edc8-4758-886f-702e0eb37c3d), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:26.009100 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port b13056d0-edc8-4758-886f-702e0eb37c3d is: BUILD; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:26:26.009487 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (b13056d0-edc8-4758-886f-702e0eb37c3d), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:26.033380 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddeadfd-d62e-4635-be4e-5ac792a6c598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13056d0-edc8-4758-886f-702e0eb37c3d'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:26:26.061089 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67651527b6c7513bff120ad3026ca8b6c51caa370c4ee0f403b1e7b340f0df97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefe36e7-2533-4930-bf9e-de5b4de4b168" -d '{"events": [{"server_uuid": "eddeadfd-d62e-4635-be4e-5ac792a6c598", "name": "network-vif-plugged", "status": "completed", "tag": "b13056d0-edc8-4758-886f-702e0eb37c3d"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:26:26.077447 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port b13056d0-edc8-4758-886f-702e0eb37c3d, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=b13056d0-edc8-4758-886f-702e0eb37c3d,segment=NetworkSegment(c447c32b-bb36-4dcf-8df5-2a75f4e6e95e),segment_id=c447c32b-bb36-4dcf-8df5-2a75f4e6e95e)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:26:26.105665 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c65a04-976b-4f35-a7de-2bfb8df70fa6 x-openstack-request-id: req-d6c65a04-976b-4f35-a7de-2bfb8df70fa6 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:26:26.106023 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eddeadfd-d62e-4635-be4e-5ac792a6c598", "name": "network-vif-plugged", "status": "completed", "tag": "b13056d0-edc8-4758-886f-702e0eb37c3d", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:26:26.106625 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d6c65a04-976b-4f35-a7de-2bfb8df70fa6 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:26:26.107654 dv-cinder-562053-19-iscsi neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c65a04-976b-4f35-a7de-2bfb8df70fa6'] response: {'server_uuid': 'eddeadfd-d62e-4635-be4e-5ac792a6c598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13056d0-edc8-4758-886f-702e0eb37c3d', 'code': 200} Mar 29 15:26:26.157129 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (b13056d0-edc8-4758-886f-702e0eb37c3d), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:26.158019 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 94255728-614c-430c-89bc-919db7923da0 up at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:26:26.259709 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=b13056d0-edc8-4758-886f-702e0eb37c3d,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:26.322920 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning for port 94255728-614c-430c-89bc-919db7923da0 completed by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:26:26.327248 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning complete for port 94255728-614c-430c-89bc-919db7923da0 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:26:26.327700 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (94255728-614c-430c-89bc-919db7923da0), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:26.409203 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 94255728-614c-430c-89bc-919db7923da0 is: BUILD; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:26:26.409593 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (94255728-614c-430c-89bc-919db7923da0), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:26.462426 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 94255728-614c-430c-89bc-919db7923da0, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=94255728-614c-430c-89bc-919db7923da0,segment=NetworkSegment(1d3df2be-b294-4164-824a-37d5b6cd48ea),segment_id=1d3df2be-b294-4164-824a-37d5b6cd48ea)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:26:26.516782 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba750434-5faf-4d6a-ad16-d2d49aae877a req-8688926a-9090-480f-84ea-ccbf95ccd6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:26.518461 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-ba750434-5faf-4d6a-ad16-d2d49aae877a req-8688926a-9090-480f-84ea-ccbf95ccd6f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 1129 time: 0.0541220 Mar 29 15:26:26.557052 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (94255728-614c-430c-89bc-919db7923da0), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:26.567821 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-ba750434-5faf-4d6a-ad16-d2d49aae877a req-c47fcb42-947b-493b-a292-9b0b6b82a0af service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424371 Mar 29 15:26:26.613694 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=94255728-614c-430c-89bc-919db7923da0,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:26.773676 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529d2a0-e969-4278-8133-a9e2fca77670 req-974c3016-f673-475c-9462-f01ce4f77c3b tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:26.776421 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c529d2a0-e969-4278-8133-a9e2fca77670 req-974c3016-f673-475c-9462-f01ce4f77c3b tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0902977 Mar 29 15:26:26.821904 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4727fcb-ba04-4a74-b048-96c873081db7 req-1f28db65-356f-4280-bc2a-4b998a2f54a9 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:26.823398 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e4727fcb-ba04-4a74-b048-96c873081db7 req-1f28db65-356f-4280-bc2a-4b998a2f54a9 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.1016362 Mar 29 15:26:26.899129 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c529d2a0-e969-4278-8133-a9e2fca77670 req-0a0a75ca-02cb-40f7-8214-2a51040a5fa2 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096668 Mar 29 15:26:26.911068 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:26.971341 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e4727fcb-ba04-4a74-b048-96c873081db7 req-2054eca9-2bfb-4796-be58-94e48c30ef2e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258826 Mar 29 15:26:28.009297 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159156e8-b5fe-4c67-a4bc-4097d03f1e64 req-e8b1855d-2e56-43a3-b39c-172ac26261af tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:28.011006 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-159156e8-b5fe-4c67-a4bc-4097d03f1e64 req-e8b1855d-2e56-43a3-b39c-172ac26261af tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0535021 Mar 29 15:26:28.082625 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-159156e8-b5fe-4c67-a4bc-4097d03f1e64 req-103e4f73-d978-4335-81cb-98b72ba99fb6 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654836 Mar 29 15:26:28.105341 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bd7ce-2521-4114-8059-c4f61bce3c5e req-af246908-65d2-4f0f-96db-b9beb630eb44 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:28.106766 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-769bd7ce-2521-4114-8059-c4f61bce3c5e req-af246908-65d2-4f0f-96db-b9beb630eb44 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0634291 Mar 29 15:26:28.108462 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6019c25b-858c-41c6-9eee-936eb5a66c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94255728-614c-430c-89bc-919db7923da0'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:26:28.110799 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67651527b6c7513bff120ad3026ca8b6c51caa370c4ee0f403b1e7b340f0df97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944a0ab1-7c5f-4bbd-a17d-535db42e8fba" -d '{"events": [{"server_uuid": "6019c25b-858c-41c6-9eee-936eb5a66c31", "name": "network-vif-plugged", "status": "completed", "tag": "94255728-614c-430c-89bc-919db7923da0"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:26:28.145020 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191ceb08-cdea-46bb-88b1-99a51c3e8e1c x-openstack-request-id: req-191ceb08-cdea-46bb-88b1-99a51c3e8e1c {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:26:28.145342 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6019c25b-858c-41c6-9eee-936eb5a66c31", "name": "network-vif-plugged", "status": "completed", "tag": "94255728-614c-430c-89bc-919db7923da0", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:26:28.145606 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-191ceb08-cdea-46bb-88b1-99a51c3e8e1c {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:26:28.146007 dv-cinder-562053-19-iscsi neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-191ceb08-cdea-46bb-88b1-99a51c3e8e1c'] response: {'server_uuid': '6019c25b-858c-41c6-9eee-936eb5a66c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94255728-614c-430c-89bc-919db7923da0', 'code': 200} Mar 29 15:26:28.156837 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-769bd7ce-2521-4114-8059-c4f61bce3c5e req-1a3affbb-b87f-4bbf-89f6-7825a5787067 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443509 Mar 29 15:26:28.471184 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:29.201941 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f72cf-9b64-45bf-aac0-a58e4953363d req-293a522c-c071-4b0d-8e0e-5a134cd11e16 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:29.203417 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-657f72cf-9b64-45bf-aac0-a58e4953363d req-293a522c-c071-4b0d-8e0e-5a134cd11e16 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0522435 Mar 29 15:26:29.274332 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-657f72cf-9b64-45bf-aac0-a58e4953363d req-1e655f64-51e5-4291-92a7-c2e36e826a88 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653491 Mar 29 15:26:29.296798 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c2948-6ff4-46ec-b629-5c4c2783252b req-be06cb0a-94e5-4aaf-ab7c-2852dcb0db14 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:29.298245 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ed4c2948-6ff4-46ec-b629-5c4c2783252b req-be06cb0a-94e5-4aaf-ab7c-2852dcb0db14 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0687239 Mar 29 15:26:29.343937 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ed4c2948-6ff4-46ec-b629-5c4c2783252b req-7d67a7b8-3e2c-43f0-8fc3-f3458c2fff3b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402360 Mar 29 15:26:30.397539 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d33ea-4c0b-4ac9-8f59-ff1a9cc8696c req-b2616032-6473-492a-a8de-401b4b0ad628 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:30.401966 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-031d33ea-4c0b-4ac9-8f59-ff1a9cc8696c req-b2616032-6473-492a-a8de-401b4b0ad628 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0555396 Mar 29 15:26:30.474417 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-031d33ea-4c0b-4ac9-8f59-ff1a9cc8696c req-b0b2893a-1b1f-42a4-8471-413f8492211b tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691447 Mar 29 15:26:30.501180 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc86b1-4959-406e-b387-f8d2e70a91ce req-799975fc-f1d4-4ee1-a172-143de026354e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:30.503948 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bbdc86b1-4959-406e-b387-f8d2e70a91ce req-799975fc-f1d4-4ee1-a172-143de026354e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0841985 Mar 29 15:26:30.572073 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bbdc86b1-4959-406e-b387-f8d2e70a91ce req-55ace84a-285c-4e25-bc06-f0bd237c31a1 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502968 Mar 29 15:26:30.913855 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe29f3-67e4-481b-986b-0fd5c57b43ff req-f80429b1-a7e5-4383-9abb-fc475221cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:30.915933 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-5dbe29f3-67e4-481b-986b-0fd5c57b43ff req-f80429b1-a7e5-4383-9abb-fc475221cc7f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 1130 time: 0.0429175 Mar 29 15:26:30.964055 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-5dbe29f3-67e4-481b-986b-0fd5c57b43ff req-96683379-c12c-49d7-a674-185860085092 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382969 Mar 29 15:26:31.601312 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86728c8-b9f2-46b8-9d2c-65304490f5d8 req-1920d60b-a04d-4df9-b0df-d62fe92f668f tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:31.602797 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d86728c8-b9f2-46b8-9d2c-65304490f5d8 req-1920d60b-a04d-4df9-b0df-d62fe92f668f tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0550778 Mar 29 15:26:31.665586 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d86728c8-b9f2-46b8-9d2c-65304490f5d8 req-3a651b3b-d948-492f-b442-065d339dd875 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569632 Mar 29 15:26:31.716823 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480defc-56d1-4b44-98ad-7c69132289c6 req-eb82df20-2f72-44be-8301-12e72c5a1a80 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:31.718631 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e480defc-56d1-4b44-98ad-7c69132289c6 req-eb82df20-2f72-44be-8301-12e72c5a1a80 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0694380 Mar 29 15:26:31.765999 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e480defc-56d1-4b44-98ad-7c69132289c6 req-3eb7df80-05a2-4c73-bebc-f9f8ef0ffa43 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412939 Mar 29 15:26:31.935366 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76001b07-1445-4bc2-bc18-3b39d76ced09 req-96521e31-db23-4d25-a9d1-1cf83330e294 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:31.936901 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-76001b07-1445-4bc2-bc18-3b39d76ced09 req-96521e31-db23-4d25-a9d1-1cf83330e294 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0545344 Mar 29 15:26:31.945752 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 32932) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:31.951274 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-6b31889f-8ecb-45f9-aef9-57ec4233f22e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Request body: {'floatingip': {'port_id': 'b13056d0-edc8-4758-886f-702e0eb37c3d'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:26:32.024511 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-6b31889f-8ecb-45f9-aef9-57ec4233f22e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for floatingip (bef95260-5bfd-4df2-9112-2904a663298b), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:32.628124 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-6b31889f-8ecb-45f9-aef9-57ec4233f22e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:32.687834 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-6b31889f-8ecb-45f9-aef9-57ec4233f22e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (bef95260-5bfd-4df2-9112-2904a663298b), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:32.796654 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5e391-7360-4e57-bb6a-3a035a6c9be7 req-4ec4c7a7-0138-4c12-9c65-3af40e8ef795 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:32.798222 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ada5e391-7360-4e57-bb6a-3a035a6c9be7 req-4ec4c7a7-0138-4c12-9c65-3af40e8ef795 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0631976 Mar 29 15:26:32.855539 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ada5e391-7360-4e57-bb6a-3a035a6c9be7 req-fb8b85fd-f5a1-46a9-83c5-f54068a6dbc1 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506666 Mar 29 15:26:32.876492 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 32962) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:32.981293 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-92810945-6a25-4005-85ab-26d50f6d9e66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:32.985266 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.db.l3_db [None req-6b31889f-8ecb-45f9-aef9-57ec4233f22e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Floating IP bef95260-5bfd-4df2-9112-2904a663298b associated. External IP: 172.27.3.3, port: b13056d0-edc8-4758-886f-702e0eb37c3d. Mar 29 15:26:33.067339 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-92810945-6a25-4005-85ab-26d50f6d9e66 admin admin] Publish callbacks [] for security_group (30a6912f-271b-4043-9d8f-3e1952e0920c), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:33.145106 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-92810945-6a25-4005-85ab-26d50f6d9e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (30a6912f-271b-4043-9d8f-3e1952e0920c), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:33.192314 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-92810945-6a25-4005-85ab-26d50f6d9e66 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=909af183b63c4331a703b3d6050d46cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3175042 Mar 29 15:26:33.194716 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 32974) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:33.203044 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92810945-6a25-4005-85ab-26d50f6d9e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a6912f-271b-4043-9d8f-3e1952e0920c,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:33.235007 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b31889f-8ecb-45f9-aef9-57ec4233f22e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Router ef412768-5109-4f89-85ad-b1771a983854 has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:26:33.264527 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-975632ed-3c82-4fa7-b3b2-f488e4e6faec admin admin] Publish callbacks [] for security_group (30a6912f-271b-4043-9d8f-3e1952e0920c), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:33.289580 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-975632ed-3c82-4fa7-b3b2-f488e4e6faec admin admin] Publish callbacks [] for security_group (30a6912f-271b-4043-9d8f-3e1952e0920c), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:33.350835 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b31889f-8ecb-45f9-aef9-57ec4233f22e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:26:33.355542 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-6b31889f-8ecb-45f9-aef9-57ec4233f22e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:33.365972 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e7159b-ad83-42f3-837a-07afe724e2f3 None None] Sync routers for ids ['ef412768-5109-4f89-85ad-b1771a983854'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:26:33.378613 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e7159b-ad83-42f3-837a-07afe724e2f3 None None] Routers {'ef412768-5109-4f89-85ad-b1771a983854'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:26:33.379590 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-74e7159b-ad83-42f3-837a-07afe724e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:26:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['ef412768-5109-4f89-85ad-b1771a983854'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:26:33.388932 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-6b31889f-8ecb-45f9-aef9-57ec4233f22e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "PUT /v2.0/floatingips/bef95260-5bfd-4df2-9112-2904a663298b HTTP/1.1" status: 200 len: 989 time: 1.4411776 Mar 29 15:26:33.389703 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddeadfd-d62e-4635-be4e-5ac792a6c598', 'tag': 'b13056d0-edc8-4758-886f-702e0eb37c3d'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:26:33.392799 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75932216-5cca-4ed5-bb2c-b42444c439d0" -d '{"events": [{"name": "network-changed", "server_uuid": "eddeadfd-d62e-4635-be4e-5ac792a6c598", "tag": "b13056d0-edc8-4758-886f-702e0eb37c3d"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:26:33.433736 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d8c726-17cb-4706-9f68-b689e3b00f39 x-openstack-request-id: req-67d8c726-17cb-4706-9f68-b689e3b00f39 {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:26:33.434156 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eddeadfd-d62e-4635-be4e-5ac792a6c598", "tag": "b13056d0-edc8-4758-886f-702e0eb37c3d", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:26:33.434518 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-67d8c726-17cb-4706-9f68-b689e3b00f39 {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:26:33.435019 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67d8c726-17cb-4706-9f68-b689e3b00f39'] response: {'name': 'network-changed', 'server_uuid': 'eddeadfd-d62e-4635-be4e-5ac792a6c598', 'tag': 'b13056d0-edc8-4758-886f-702e0eb37c3d', 'status': 'completed', 'code': 200} Mar 29 15:26:33.442546 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-975632ed-3c82-4fa7-b3b2-f488e4e6faec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (30a6912f-271b-4043-9d8f-3e1952e0920c), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:33.445474 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-975632ed-3c82-4fa7-b3b2-f488e4e6faec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:33.450082 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-975632ed-3c82-4fa7-b3b2-f488e4e6faec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/30a6912f-271b-4043-9d8f-3e1952e0920c HTTP/1.1" status: 204 len: 168 time: 0.2517302 Mar 29 15:26:33.456056 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975632ed-3c82-4fa7-b3b2-f488e4e6faec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a6912f-271b-4043-9d8f-3e1952e0920c,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:33.510048 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-74e7159b-ad83-42f3-837a-07afe724e2f3 None None] Set router ef412768-5109-4f89-85ad-b1771a983854 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:26:33.779822 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-74e7159b-ad83-42f3-837a-07afe724e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef412768-5109-4f89-85ad-b1771a983854', 'name': 'tempest-AttachVolumeShelveTestJSON-1908872265-router', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:44Z', 'updated_at': '2022-03-29T15:25:52Z', 'revision_number': 4, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'gw_port': {'id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:45Z', 'updated_at': '2022-03-29T15:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': 'bef95260-5bfd-4df2-9112-2904a663298b', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'floating_ip_address': '172.27.3.3', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'port_id': 'b13056d0-edc8-4758-886f-702e0eb37c3d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'mac_address': 'fa:16:3e:5f:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddeadfd-d62e-4635-be4e-5ac792a6c598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:26:00Z', 'updated_at': '2022-03-29T15:26:32Z', 'revision_number': 1, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b600edc1-0e96-4942-bd12-ea3f61043393', 'name': '', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'mac_address': 'fa:16:3e:a1:c5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:51Z', 'updated_at': '2022-03-29T15:26:03Z', 'revision_number': 5, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'subnets': [{'id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:26:33.809621 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e7159b-ad83-42f3-837a-07afe724e2f3 None None] Checking router: ef412768-5109-4f89-85ad-b1771a983854 for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:26:33.817930 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e7159b-ad83-42f3-837a-07afe724e2f3 None None] Routers {'ef412768-5109-4f89-85ad-b1771a983854'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:26:33.818543 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-74e7159b-ad83-42f3-837a-07afe724e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:26:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['ef412768-5109-4f89-85ad-b1771a983854'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:26:33.931868 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75932216-5cca-4ed5-bb2c-b42444c439d0 req-ed949401-3caa-465b-beea-94665d2c7b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:33.933591 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-75932216-5cca-4ed5-bb2c-b42444c439d0 req-ed949401-3caa-465b-beea-94665d2c7b52 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58c1f8fd4f83455ca0f32dbc38c1ed32&device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 1129 time: 0.0487516 Mar 29 15:26:33.984376 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e67a83-43b9-445a-9b56-227d4fe33fa0 req-e85c03c3-2702-43bb-9cad-ef36f9cf980a tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:33.986576 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a5e67a83-43b9-445a-9b56-227d4fe33fa0 req-e85c03c3-2702-43bb-9cad-ef36f9cf980a tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0580859 Mar 29 15:26:34.020936 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-74e7159b-ad83-42f3-837a-07afe724e2f3 None None] Set router ef412768-5109-4f89-85ad-b1771a983854 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:26:34.034934 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a5e67a83-43b9-445a-9b56-227d4fe33fa0 req-21dd76cb-8d1e-4246-b7ae-58625c1d3570 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427344 Mar 29 15:26:34.042838 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75932216-5cca-4ed5-bb2c-b42444c439d0 req-2619f5ad-f1d0-4049-834d-2493b58ae5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:34.044473 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-75932216-5cca-4ed5-bb2c-b42444c439d0 req-2619f5ad-f1d0-4049-834d-2493b58ae5b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9dba225-3458-4749-adfb-4348d5911f6f HTTP/1.1" status: 200 len: 918 time: 0.1032379 Mar 29 15:26:34.156195 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-75932216-5cca-4ed5-bb2c-b42444c439d0 req-e30a14b1-8867-4169-9951-69366af42781 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b13056d0-edc8-4758-886f-702e0eb37c3d HTTP/1.1" status: 200 len: 997 time: 0.0970681 Mar 29 15:26:34.174518 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 32996) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:34.211505 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a1e079c2-1371-4d39-b238-c653558e7969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:34.239116 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75932216-5cca-4ed5-bb2c-b42444c439d0 req-769a09d1-8d76-46cf-85c2-cccbb65ebb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:34.240716 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-75932216-5cca-4ed5-bb2c-b42444c439d0 req-769a09d1-8d76-46cf-85c2-cccbb65ebb9a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4 HTTP/1.1" status: 200 len: 856 time: 0.0741553 Mar 29 15:26:34.265647 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-74e7159b-ad83-42f3-837a-07afe724e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef412768-5109-4f89-85ad-b1771a983854', 'name': 'tempest-AttachVolumeShelveTestJSON-1908872265-router', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:44Z', 'updated_at': '2022-03-29T15:25:52Z', 'revision_number': 4, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'gw_port': {'id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:45Z', 'updated_at': '2022-03-29T15:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': 'bef95260-5bfd-4df2-9112-2904a663298b', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'floating_ip_address': '172.27.3.3', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'port_id': 'b13056d0-edc8-4758-886f-702e0eb37c3d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'mac_address': 'fa:16:3e:5f:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddeadfd-d62e-4635-be4e-5ac792a6c598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:26:00Z', 'updated_at': '2022-03-29T15:26:32Z', 'revision_number': 1, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b600edc1-0e96-4942-bd12-ea3f61043393', 'name': '', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'mac_address': 'fa:16:3e:a1:c5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:51Z', 'updated_at': '2022-03-29T15:26:03Z', 'revision_number': 5, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'subnets': [{'id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:26:34.294440 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e7159b-ad83-42f3-837a-07afe724e2f3 None None] The sync data for ids ['ef412768-5109-4f89-85ad-b1771a983854'] in dv-cinder-562053-19-iscsi is: [{'id': 'ef412768-5109-4f89-85ad-b1771a983854', 'name': 'tempest-AttachVolumeShelveTestJSON-1908872265-router', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:44Z', 'updated_at': '2022-03-29T15:25:52Z', 'revision_number': 4, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'gw_port': {'id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:45Z', 'updated_at': '2022-03-29T15:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': 'bef95260-5bfd-4df2-9112-2904a663298b', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'floating_ip_address': '172.27.3.3', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'port_id': 'b13056d0-edc8-4758-886f-702e0eb37c3d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'mac_address': 'fa:16:3e:5f:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddeadfd-d62e-4635-be4e-5ac792a6c598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:26:00Z', 'updated_at': '2022-03-29T15:26:32Z', 'revision_number': 1, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b600edc1-0e96-4942-bd12-ea3f61043393', 'name': '', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'mac_address': 'fa:16:3e:a1:c5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:51Z', 'updated_at': '2022-03-29T15:26:03Z', 'revision_number': 5, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'subnets': [{'id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:26:34.325463 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75932216-5cca-4ed5-bb2c-b42444c439d0 req-2c009776-2b3b-4a68-add8-dc94223fe7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:34.326773 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-75932216-5cca-4ed5-bb2c-b42444c439d0 req-2c009776-2b3b-4a68-add8-dc94223fe7eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9dba225-3458-4749-adfb-4348d5911f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0784261 Mar 29 15:26:34.388675 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a1e079c2-1371-4d39-b238-c653558e7969 admin admin] Publish callbacks [] for security_group (c9375c75-f060-4ad3-aa4b-20a8d5e7fc2e), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:34.434807 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-75932216-5cca-4ed5-bb2c-b42444c439d0 req-689689f7-f1fa-4cde-b21d-47068e3d08cc service neutron] 10.222.0.15 "GET /v2.0/networks/a9dba225-3458-4749-adfb-4348d5911f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995214 Mar 29 15:26:34.490303 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a1e079c2-1371-4d39-b238-c653558e7969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (c9375c75-f060-4ad3-aa4b-20a8d5e7fc2e), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:34.513809 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24634d6d-b977-491a-997f-c08193f30010 None None] New status for floating IP bef95260-5bfd-4df2-9112-2904a663298b: ACTIVE {{(pid=103833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:26:34.547209 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-a1e079c2-1371-4d39-b238-c653558e7969 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ad0354d543e46dca22bcdfe72d70b92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3715982 Mar 29 15:26:34.550641 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 33002) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:34.552731 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e079c2-1371-4d39-b238-c653558e7969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9375c75-f060-4ad3-aa4b-20a8d5e7fc2e,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:34.576977 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-75932216-5cca-4ed5-bb2c-b42444c439d0 req-c7add24f-0d22-4c0d-9510-77247c8b2b72 service neutron] 10.222.0.15 "GET /v2.0/networks/a9dba225-3458-4749-adfb-4348d5911f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360221 Mar 29 15:26:34.627647 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9ddf7344-0cf0-4094-8fd6-dd02086b4a2d admin admin] Publish callbacks [] for security_group (c9375c75-f060-4ad3-aa4b-20a8d5e7fc2e), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:34.653270 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9ddf7344-0cf0-4094-8fd6-dd02086b4a2d admin admin] Publish callbacks [] for security_group (c9375c75-f060-4ad3-aa4b-20a8d5e7fc2e), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:34.813702 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9ddf7344-0cf0-4094-8fd6-dd02086b4a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (c9375c75-f060-4ad3-aa4b-20a8d5e7fc2e), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:34.816287 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9ddf7344-0cf0-4094-8fd6-dd02086b4a2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:34.817447 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-9ddf7344-0cf0-4094-8fd6-dd02086b4a2d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c9375c75-f060-4ad3-aa4b-20a8d5e7fc2e HTTP/1.1" status: 204 len: 168 time: 0.2653606 Mar 29 15:26:34.826059 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf7344-0cf0-4094-8fd6-dd02086b4a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9375c75-f060-4ad3-aa4b-20a8d5e7fc2e,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:35.166326 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d28e9-a3c3-46ba-b660-65fe3e7ea6a9 req-8345727d-8d00-4b78-bfcf-ca72012237c9 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:35.172963 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-049d28e9-a3c3-46ba-b660-65fe3e7ea6a9 req-8345727d-8d00-4b78-bfcf-ca72012237c9 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0621998 Mar 29 15:26:35.225208 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-049d28e9-a3c3-46ba-b660-65fe3e7ea6a9 req-a10f6c45-589e-47f6-aa87-f28906c2683c tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484757 Mar 29 15:26:35.927767 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 33064) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:36.022805 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-baa83225-af43-482a-87bc-5d2ad7695297 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-296126254-network', 'tenant_id': 'f00effbeda54477aa766f216a86763b0'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:26:36.247947 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa83225-af43-482a-87bc-5d2ad7695297 admin admin] Made reservation on behalf of f00effbeda54477aa766f216a86763b0 for: {'network': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:26:36.250315 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-baa83225-af43-482a-87bc-5d2ad7695297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for network (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:36.259535 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-baa83225-af43-482a-87bc-5d2ad7695297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:36.367326 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-baa83225-af43-482a-87bc-5d2ad7695297 admin admin] Publish callbacks [] for security_group (569b37d5-1ae1-4b01-8af9-07f7bcf67d79), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:36.375118 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150a3ac-77d9-4a47-981d-bd7e33de92af req-c265359d-065f-4e3f-8a02-a5542379e0f6 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:36.376668 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1150a3ac-77d9-4a47-981d-bd7e33de92af req-c265359d-065f-4e3f-8a02-a5542379e0f6 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0839953 Mar 29 15:26:36.425611 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1150a3ac-77d9-4a47-981d-bd7e33de92af req-0ebe94a9-2d2e-408b-a6bd-55f939804431 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434031 Mar 29 15:26:36.459539 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-baa83225-af43-482a-87bc-5d2ad7695297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (569b37d5-1ae1-4b01-8af9-07f7bcf67d79), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:36.484016 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa83225-af43-482a-87bc-5d2ad7695297 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:26:36.505324 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa83225-af43-482a-87bc-5d2ad7695297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569b37d5-1ae1-4b01-8af9-07f7bcf67d79,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:36.521926 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-baa83225-af43-482a-87bc-5d2ad7695297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (db9f595f-4dcd-41a7-a9fc-0ec7e0d11a0a), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:36.522269 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.db.segments_db [None req-baa83225-af43-482a-87bc-5d2ad7695297 admin admin] Added segment db9f595f-4dcd-41a7-a9fc-0ec7e0d11a0a of type vlan for network 728cd6b3-2ad6-4ba1-995c-4f060def5b22 Mar 29 15:26:36.568059 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-baa83225-af43-482a-87bc-5d2ad7695297 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748544495665'] for network (728cd6b3-2ad6-4ba1-995c-4f060def5b22), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:36.595210 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbbb28-35c0-45a0-970b-be50ec75389a req-062ee271-00eb-441b-adb3-d1354f0c7222 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:36.596736 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-74fbbb28-35c0-45a0-970b-be50ec75389a req-062ee271-00eb-441b-adb3-d1354f0c7222 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.1058352 Mar 29 15:26:36.605579 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 33080) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:36.609870 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-26894998-91fe-426c-86b1-6380d81a1a17 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Request body: {'floatingip': {'port_id': '94255728-614c-430c-89bc-919db7923da0'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:26:36.688933 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-baa83225-af43-482a-87bc-5d2ad7695297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for network (728cd6b3-2ad6-4ba1-995c-4f060def5b22), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:36.689785 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa83225-af43-482a-87bc-5d2ad7695297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:36.690354 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-baa83225-af43-482a-87bc-5d2ad7695297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:36.705651 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-26894998-91fe-426c-86b1-6380d81a1a17 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for floatingip (2e4686fc-a7f5-4934-ad6d-7c253fc4763b), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:36.958343 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa83225-af43-482a-87bc-5d2ad7695297 admin admin] Pushing event updated for resources: {'Network': ['ID=728cd6b3-2ad6-4ba1-995c-4f060def5b22,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:36.972723 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Network 728cd6b3-2ad6-4ba1-995c-4f060def5b22 details requested by agent ovs-agent-dv-cinder-562053-19-iscsi with host dv-cinder-562053-19-iscsi {{(pid=103833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:26:37.022593 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-baa83225-af43-482a-87bc-5d2ad7695297 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0936928 Mar 29 15:26:37.025709 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 33082) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:37.031263 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-30c2fc2d-28ea-4e6c-b3ba-e20444e8953c admin admin] Request body: {'subnet': {'network_id': '728cd6b3-2ad6-4ba1-995c-4f060def5b22', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-296126254-subnet', 'tenant_id': 'f00effbeda54477aa766f216a86763b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:26:37.116625 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c2fc2d-28ea-4e6c-b3ba-e20444e8953c admin admin] Made reservation on behalf of f00effbeda54477aa766f216a86763b0 for: {'subnet': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:26:37.119546 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-30c2fc2d-28ea-4e6c-b3ba-e20444e8953c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:37.374012 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-30c2fc2d-28ea-4e6c-b3ba-e20444e8953c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for subnet (5eabf532-8e93-47c4-ae80-96e7d30c4192), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:37.434446 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2fc2d-28ea-4e6c-b3ba-e20444e8953c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eabf532-8e93-47c4-ae80-96e7d30c4192,revision_number=0']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:37.442831 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c2fc2d-28ea-4e6c-b3ba-e20444e8953c admin admin] Checking segment: {'id': 'db9f595f-4dcd-41a7-a9fc-0ec7e0d11a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '728cd6b3-2ad6-4ba1-995c-4f060def5b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:26:37.443190 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c2fc2d-28ea-4e6c-b3ba-e20444e8953c admin admin] Network hostable DHCP agents. Network: 728cd6b3-2ad6-4ba1-995c-4f060def5b22, hostable agents: ['60b75cb5-fa55-4ab5-bd81-9da0c894ffc8'], hosted agents: [] {{(pid=103831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:26:37.505041 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-26894998-91fe-426c-86b1-6380d81a1a17 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:37.528080 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c2fc2d-28ea-4e6c-b3ba-e20444e8953c admin admin] Network 728cd6b3-2ad6-4ba1-995c-4f060def5b22 is scheduled to be hosted by DHCP agent 60b75cb5-fa55-4ab5-bd81-9da0c894ffc8 with binding_index 1 {{(pid=103831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:26:37.568156 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-26894998-91fe-426c-86b1-6380d81a1a17 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (2e4686fc-a7f5-4934-ad6d-7c253fc4763b), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:37.624690 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [None req-30c2fc2d-28ea-4e6c-b3ba-e20444e8953c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-19-iscsi, 728cd6b3-2ad6-4ba1-995c-4f060def5b22) {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:26:37.628680 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c2fc2d-28ea-4e6c-b3ba-e20444e8953c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:37.629280 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-30c2fc2d-28ea-4e6c-b3ba-e20444e8953c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for subnet (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:37.635913 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e85138-52ec-4c0b-a49a-3aed551ae206 None None] Network 728cd6b3-2ad6-4ba1-995c-4f060def5b22 requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:26:37.671457 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.db.l3_db [None req-26894998-91fe-426c-86b1-6380d81a1a17 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Floating IP 2e4686fc-a7f5-4934-ad6d-7c253fc4763b associated. External IP: 172.27.3.189, port: 94255728-614c-430c-89bc-919db7923da0. Mar 29 15:26:37.729564 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-30c2fc2d-28ea-4e6c-b3ba-e20444e8953c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7027397 Mar 29 15:26:37.731408 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030e3268-a7b8-4af4-94ab-8388c9152456 None None] Network 728cd6b3-2ad6-4ba1-995c-4f060def5b22 requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:26:37.893457 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26894998-91fe-426c-86b1-6380d81a1a17 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Router 73c396a8-d46c-4f74-9439-370970a2ec31 has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:26:38.001151 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26894998-91fe-426c-86b1-6380d81a1a17 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:26:38.005988 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-26894998-91fe-426c-86b1-6380d81a1a17 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:38.011870 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77ab52a-5ba5-4714-8861-42b4924b6efd None None] Sync routers for ids ['73c396a8-d46c-4f74-9439-370970a2ec31'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:26:38.025647 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77ab52a-5ba5-4714-8861-42b4924b6efd None None] Routers {'73c396a8-d46c-4f74-9439-370970a2ec31'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:26:38.026189 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-b77ab52a-5ba5-4714-8861-42b4924b6efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:26:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['73c396a8-d46c-4f74-9439-370970a2ec31'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:26:38.052284 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-26894998-91fe-426c-86b1-6380d81a1a17 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "PUT /v2.0/floatingips/2e4686fc-a7f5-4934-ad6d-7c253fc4763b HTTP/1.1" status: 200 len: 992 time: 1.4327033 Mar 29 15:26:38.052284 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6019c25b-858c-41c6-9eee-936eb5a66c31', 'tag': '94255728-614c-430c-89bc-919db7923da0'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:26:38.136492 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-b77ab52a-5ba5-4714-8861-42b4924b6efd None None] Set router 73c396a8-d46c-4f74-9439-370970a2ec31 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:26:38.198471 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17cd39a57bce2f0cfda3a3fd3bf70c34a3f67f93f1dabf257ee71a9fa0902d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ab22b7-7004-4624-a3b0-e54e3a9397b4" -d '{"events": [{"name": "network-changed", "server_uuid": "6019c25b-858c-41c6-9eee-936eb5a66c31", "tag": "94255728-614c-430c-89bc-919db7923da0"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:26:38.319140 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999d5981-b2a7-4306-8465-a96b3d22c9ea x-openstack-request-id: req-999d5981-b2a7-4306-8465-a96b3d22c9ea {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:26:38.319430 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6019c25b-858c-41c6-9eee-936eb5a66c31", "tag": "94255728-614c-430c-89bc-919db7923da0", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:26:38.319690 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-999d5981-b2a7-4306-8465-a96b3d22c9ea {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:26:38.320160 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-999d5981-b2a7-4306-8465-a96b3d22c9ea'] response: {'name': 'network-changed', 'server_uuid': '6019c25b-858c-41c6-9eee-936eb5a66c31', 'tag': '94255728-614c-430c-89bc-919db7923da0', 'status': 'completed', 'code': 200} Mar 29 15:26:38.385086 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-b77ab52a-5ba5-4714-8861-42b4924b6efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'name': 'tempest-AttachVolumeTestJSON-1437192592-router', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:42Z', 'updated_at': '2022-03-29T15:25:49Z', 'revision_number': 4, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'gw_port': {'id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:43Z', 'updated_at': '2022-03-29T15:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': '2e4686fc-a7f5-4934-ad6d-7c253fc4763b', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'floating_ip_address': '172.27.3.189', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'port_id': '94255728-614c-430c-89bc-919db7923da0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f', 'mac_address': 'fa:16:3e:92:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6019c25b-858c-41c6-9eee-936eb5a66c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:25:59Z', 'updated_at': '2022-03-29T15:26:37Z', 'revision_number': 1, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3fc76b-99bc-4415-888c-17c81e029140', 'name': '', 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'mac_address': 'fa:16:3e:33:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:47Z', 'updated_at': '2022-03-29T15:25:55Z', 'revision_number': 5, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'subnets': [{'id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:26:38.404504 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 33122) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:38.409338 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-97a1cfed-9ac3-4f79-94dd-cf05a30cff39 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-517133608-network', 'tenant_id': '691c916c5fb54c0f9ce57118d1e251a2'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:26:38.411096 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77ab52a-5ba5-4714-8861-42b4924b6efd None None] Checking router: 73c396a8-d46c-4f74-9439-370970a2ec31 for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:26:38.419918 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77ab52a-5ba5-4714-8861-42b4924b6efd None None] Routers {'73c396a8-d46c-4f74-9439-370970a2ec31'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:26:38.420565 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-b77ab52a-5ba5-4714-8861-42b4924b6efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:26:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['73c396a8-d46c-4f74-9439-370970a2ec31'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:26:38.521938 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a1cfed-9ac3-4f79-94dd-cf05a30cff39 admin admin] Made reservation on behalf of 691c916c5fb54c0f9ce57118d1e251a2 for: {'network': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:26:38.524409 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-97a1cfed-9ac3-4f79-94dd-cf05a30cff39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for network (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:38.528853 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-b77ab52a-5ba5-4714-8861-42b4924b6efd None None] Set router 73c396a8-d46c-4f74-9439-370970a2ec31 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:26:38.535621 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-97a1cfed-9ac3-4f79-94dd-cf05a30cff39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:38.613564 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-97a1cfed-9ac3-4f79-94dd-cf05a30cff39 admin admin] Publish callbacks [] for security_group (4d983798-ae16-4964-903d-e09b85830840), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:38.742271 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab22b7-7004-4624-a3b0-e54e3a9397b4 req-0441f9dd-1ef5-4404-84b8-580c7d3f94fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:38.743882 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-33ab22b7-7004-4624-a3b0-e54e3a9397b4 req-0441f9dd-1ef5-4404-84b8-580c7d3f94fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68b100b32ca6457b87f13df08e31d969&device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 1130 time: 0.0490766 Mar 29 15:26:38.744609 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-97a1cfed-9ac3-4f79-94dd-cf05a30cff39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (4d983798-ae16-4964-903d-e09b85830840), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:38.759441 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-b77ab52a-5ba5-4714-8861-42b4924b6efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'name': 'tempest-AttachVolumeTestJSON-1437192592-router', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:42Z', 'updated_at': '2022-03-29T15:25:49Z', 'revision_number': 4, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'gw_port': {'id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:43Z', 'updated_at': '2022-03-29T15:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': '2e4686fc-a7f5-4934-ad6d-7c253fc4763b', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'floating_ip_address': '172.27.3.189', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'port_id': '94255728-614c-430c-89bc-919db7923da0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f', 'mac_address': 'fa:16:3e:92:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6019c25b-858c-41c6-9eee-936eb5a66c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:25:59Z', 'updated_at': '2022-03-29T15:26:37Z', 'revision_number': 1, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3fc76b-99bc-4415-888c-17c81e029140', 'name': '', 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'mac_address': 'fa:16:3e:33:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:47Z', 'updated_at': '2022-03-29T15:25:55Z', 'revision_number': 5, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'subnets': [{'id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:26:38.775136 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a1cfed-9ac3-4f79-94dd-cf05a30cff39 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:26:38.781583 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1cfed-9ac3-4f79-94dd-cf05a30cff39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d983798-ae16-4964-903d-e09b85830840,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:38.788810 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-97a1cfed-9ac3-4f79-94dd-cf05a30cff39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (640be8ff-e470-4dae-9e01-ea5483388f06), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:38.789221 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.db.segments_db [None req-97a1cfed-9ac3-4f79-94dd-cf05a30cff39 admin admin] Added segment 640be8ff-e470-4dae-9e01-ea5483388f06 of type vlan for network 049d7ba7-0e44-4d6f-8515-7a6b6e930db6 Mar 29 15:26:38.806111 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77ab52a-5ba5-4714-8861-42b4924b6efd None None] The sync data for ids ['73c396a8-d46c-4f74-9439-370970a2ec31'] in dv-cinder-562053-19-iscsi is: [{'id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'name': 'tempest-AttachVolumeTestJSON-1437192592-router', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:42Z', 'updated_at': '2022-03-29T15:25:49Z', 'revision_number': 4, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'gw_port': {'id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:43Z', 'updated_at': '2022-03-29T15:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': '2e4686fc-a7f5-4934-ad6d-7c253fc4763b', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'floating_ip_address': '172.27.3.189', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'port_id': '94255728-614c-430c-89bc-919db7923da0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f', 'mac_address': 'fa:16:3e:92:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6019c25b-858c-41c6-9eee-936eb5a66c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:25:59Z', 'updated_at': '2022-03-29T15:26:37Z', 'revision_number': 1, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3fc76b-99bc-4415-888c-17c81e029140', 'name': '', 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'mac_address': 'fa:16:3e:33:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:47Z', 'updated_at': '2022-03-29T15:25:55Z', 'revision_number': 5, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'subnets': [{'id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:26:38.849878 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab22b7-7004-4624-a3b0-e54e3a9397b4 req-9981342f-a524-482c-882d-1a7b97020fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:38.851663 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-33ab22b7-7004-4624-a3b0-e54e3a9397b4 req-9981342f-a524-482c-882d-1a7b97020fc0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9e966a3-c502-4415-ba24-fb4be64d7c3f HTTP/1.1" status: 200 len: 912 time: 0.0993237 Mar 29 15:26:39.002967 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-33ab22b7-7004-4624-a3b0-e54e3a9397b4 req-418fc286-bbda-4156-9c7d-f83cb79c8480 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94255728-614c-430c-89bc-919db7923da0 HTTP/1.1" status: 200 len: 1000 time: 0.0703969 Mar 29 15:26:39.002967 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab22b7-7004-4624-a3b0-e54e3a9397b4 req-bed431b7-e61a-4f3c-b9fe-fc44079bb60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:39.002967 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-33ab22b7-7004-4624-a3b0-e54e3a9397b4 req-bed431b7-e61a-4f3c-b9fe-fc44079bb60e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3e72c2a-9791-4704-a967-653d7b3a63cc HTTP/1.1" status: 200 len: 850 time: 0.0470078 Mar 29 15:26:39.003189 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-97a1cfed-9ac3-4f79-94dd-cf05a30cff39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748544495665'] for network (049d7ba7-0e44-4d6f-8515-7a6b6e930db6), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:39.013780 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644e52be-ff07-4caa-a53c-039992b19f25 None None] New status for floating IP 2e4686fc-a7f5-4934-ad6d-7c253fc4763b: ACTIVE {{(pid=103833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:26:39.128603 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab22b7-7004-4624-a3b0-e54e3a9397b4 req-967809b7-7b61-4ddd-8d98-ce55ba4a88bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:39.128603 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-33ab22b7-7004-4624-a3b0-e54e3a9397b4 req-967809b7-7b61-4ddd-8d98-ce55ba4a88bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9e966a3-c502-4415-ba24-fb4be64d7c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474553 Mar 29 15:26:39.134452 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-33ab22b7-7004-4624-a3b0-e54e3a9397b4 req-5aee7983-a56e-4425-9a63-c30fc5623caa service neutron] 10.222.0.15 "GET /v2.0/networks/e9e966a3-c502-4415-ba24-fb4be64d7c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851238 Mar 29 15:26:39.229904 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-33ab22b7-7004-4624-a3b0-e54e3a9397b4 req-7e2bde0d-291e-4110-a5fb-d5f081f4050f service neutron] 10.222.0.15 "GET /v2.0/networks/e9e966a3-c502-4415-ba24-fb4be64d7c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894189 Mar 29 15:26:39.270799 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-97a1cfed-9ac3-4f79-94dd-cf05a30cff39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for network (049d7ba7-0e44-4d6f-8515-7a6b6e930db6), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:39.271885 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a1cfed-9ac3-4f79-94dd-cf05a30cff39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:39.272487 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-97a1cfed-9ac3-4f79-94dd-cf05a30cff39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:39.334592 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1cfed-9ac3-4f79-94dd-cf05a30cff39 admin admin] Pushing event updated for resources: {'Network': ['ID=049d7ba7-0e44-4d6f-8515-7a6b6e930db6,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:39.345613 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Network 049d7ba7-0e44-4d6f-8515-7a6b6e930db6 details requested by agent ovs-agent-dv-cinder-562053-19-iscsi with host dv-cinder-562053-19-iscsi {{(pid=103833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:26:39.828159 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-97a1cfed-9ac3-4f79-94dd-cf05a30cff39 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4224982 Mar 29 15:26:39.831165 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 33138) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:39.836404 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-65289f77-ee03-42c4-a32e-7757ff019929 admin admin] Request body: {'subnet': {'network_id': '049d7ba7-0e44-4d6f-8515-7a6b6e930db6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-517133608-subnet', 'tenant_id': '691c916c5fb54c0f9ce57118d1e251a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:26:39.933663 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65289f77-ee03-42c4-a32e-7757ff019929 admin admin] Made reservation on behalf of 691c916c5fb54c0f9ce57118d1e251a2 for: {'subnet': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:26:39.936062 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-65289f77-ee03-42c4-a32e-7757ff019929 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:40.231271 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-65289f77-ee03-42c4-a32e-7757ff019929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for subnet (07b24312-656c-4e33-8d20-8b4cc8c9f5db), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:40.287664 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65289f77-ee03-42c4-a32e-7757ff019929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07b24312-656c-4e33-8d20-8b4cc8c9f5db,revision_number=0']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:40.297827 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65289f77-ee03-42c4-a32e-7757ff019929 admin admin] Checking segment: {'id': '640be8ff-e470-4dae-9e01-ea5483388f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '049d7ba7-0e44-4d6f-8515-7a6b6e930db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:26:40.298182 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65289f77-ee03-42c4-a32e-7757ff019929 admin admin] Network hostable DHCP agents. Network: 049d7ba7-0e44-4d6f-8515-7a6b6e930db6, hostable agents: ['60b75cb5-fa55-4ab5-bd81-9da0c894ffc8'], hosted agents: [] {{(pid=103831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:26:40.402095 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65289f77-ee03-42c4-a32e-7757ff019929 admin admin] Network 049d7ba7-0e44-4d6f-8515-7a6b6e930db6 is scheduled to be hosted by DHCP agent 60b75cb5-fa55-4ab5-bd81-9da0c894ffc8 with binding_index 1 {{(pid=103831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:26:40.464924 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [None req-65289f77-ee03-42c4-a32e-7757ff019929 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-19-iscsi, 049d7ba7-0e44-4d6f-8515-7a6b6e930db6) {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:26:40.476783 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e895748-20e9-4cfb-bddd-61b919e9e8e6 None None] Network 049d7ba7-0e44-4d6f-8515-7a6b6e930db6 requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:26:40.479512 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65289f77-ee03-42c4-a32e-7757ff019929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:40.480324 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-65289f77-ee03-42c4-a32e-7757ff019929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for subnet (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:40.573574 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f549de-2c52-49c0-939a-08d35bfe20ff None None] Network 049d7ba7-0e44-4d6f-8515-7a6b6e930db6 requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:26:40.736557 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-65289f77-ee03-42c4-a32e-7757ff019929 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9041440 Mar 29 15:26:43.206361 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 33234) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:43.214902 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:43.321385 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-903f963b-3464-4072-bcc8-2b9a81815bb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:43.408943 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-903f963b-3464-4072-bcc8-2b9a81815bb9 admin admin] Publish callbacks [] for security_group (05617129-5f10-446c-af71-3330aac7f96c), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:43.440544 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006512c-e57d-4639-8f21-d8d4dce6663d req-d6ab0829-4a29-4b7f-8a80-cffd975dac04 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:43.442004 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2006512c-e57d-4639-8f21-d8d4dce6663d req-d6ab0829-4a29-4b7f-8a80-cffd975dac04 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 945 time: 0.0545361 Mar 29 15:26:43.490031 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2006512c-e57d-4639-8f21-d8d4dce6663d req-2e02dddf-ab7f-44d6-ba04-077f48f0a7f4 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c080f29-3819-4c61-aa9b-b170d741940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419800 Mar 29 15:26:43.500411 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-903f963b-3464-4072-bcc8-2b9a81815bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (05617129-5f10-446c-af71-3330aac7f96c), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:43.538485 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-903f963b-3464-4072-bcc8-2b9a81815bb9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ce2d6cfb75845afa728380819e944c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3309410 Mar 29 15:26:43.540452 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f963b-3464-4072-bcc8-2b9a81815bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05617129-5f10-446c-af71-3330aac7f96c,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:43.541393 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 33252) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:43.549010 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903f963b-3464-4072-bcc8-2b9a81815bb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.549492 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903f963b-3464-4072-bcc8-2b9a81815bb9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.549888 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903f963b-3464-4072-bcc8-2b9a81815bb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.550237 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903f963b-3464-4072-bcc8-2b9a81815bb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.550601 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903f963b-3464-4072-bcc8-2b9a81815bb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.550939 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903f963b-3464-4072-bcc8-2b9a81815bb9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.551266 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903f963b-3464-4072-bcc8-2b9a81815bb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.551596 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903f963b-3464-4072-bcc8-2b9a81815bb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.551936 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903f963b-3464-4072-bcc8-2b9a81815bb9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.552283 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903f963b-3464-4072-bcc8-2b9a81815bb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.552624 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903f963b-3464-4072-bcc8-2b9a81815bb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.552951 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903f963b-3464-4072-bcc8-2b9a81815bb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.553301 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903f963b-3464-4072-bcc8-2b9a81815bb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.553625 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903f963b-3464-4072-bcc8-2b9a81815bb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.553982 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903f963b-3464-4072-bcc8-2b9a81815bb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.588160 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5b5cfb9f-4634-47ec-9623-77b69779eea3 admin admin] Publish callbacks [] for security_group (05617129-5f10-446c-af71-3330aac7f96c), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:43.610309 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5b5cfb9f-4634-47ec-9623-77b69779eea3 admin admin] Publish callbacks [] for security_group (05617129-5f10-446c-af71-3330aac7f96c), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:43.688982 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 33258) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:43.710540 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5b5cfb9f-4634-47ec-9623-77b69779eea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (05617129-5f10-446c-af71-3330aac7f96c), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:43.713144 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5b5cfb9f-4634-47ec-9623-77b69779eea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:43.714339 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-5b5cfb9f-4634-47ec-9623-77b69779eea3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/05617129-5f10-446c-af71-3330aac7f96c HTTP/1.1" status: 204 len: 168 time: 0.1722436 Mar 29 15:26:43.724091 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5cfb9f-4634-47ec-9623-77b69779eea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05617129-5f10-446c-af71-3330aac7f96c,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:43.732106 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5cfb9f-4634-47ec-9623-77b69779eea3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.732384 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5cfb9f-4634-47ec-9623-77b69779eea3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.732775 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5cfb9f-4634-47ec-9623-77b69779eea3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.733238 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5cfb9f-4634-47ec-9623-77b69779eea3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.733557 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5cfb9f-4634-47ec-9623-77b69779eea3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.733891 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5cfb9f-4634-47ec-9623-77b69779eea3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.734216 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5cfb9f-4634-47ec-9623-77b69779eea3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.734540 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5cfb9f-4634-47ec-9623-77b69779eea3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.734916 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5cfb9f-4634-47ec-9623-77b69779eea3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.735187 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5cfb9f-4634-47ec-9623-77b69779eea3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.735597 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5cfb9f-4634-47ec-9623-77b69779eea3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.735833 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5cfb9f-4634-47ec-9623-77b69779eea3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.736150 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5cfb9f-4634-47ec-9623-77b69779eea3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.736488 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5cfb9f-4634-47ec-9623-77b69779eea3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.736847 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5cfb9f-4634-47ec-9623-77b69779eea3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.798640 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-84eb1149-b9cd-48b9-837a-613e9621fcf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:43.869004 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-84eb1149-b9cd-48b9-837a-613e9621fcf6 admin admin] Publish callbacks [] for security_group (32a714a7-c655-4c56-85a1-1f88bfc4903a), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:43.955731 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-84eb1149-b9cd-48b9-837a-613e9621fcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (32a714a7-c655-4c56-85a1-1f88bfc4903a), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:43.997623 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-84eb1149-b9cd-48b9-837a-613e9621fcf6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=75d8663025574f60b2a908f85af4ac10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3075380 Mar 29 15:26:43.998491 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb1149-b9cd-48b9-837a-613e9621fcf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a714a7-c655-4c56-85a1-1f88bfc4903a,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:44.000256 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 33270) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:44.070023 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-436e5448-08b3-4b95-a9d1-261b21681644 admin admin] Publish callbacks [] for security_group (32a714a7-c655-4c56-85a1-1f88bfc4903a), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:44.091286 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-436e5448-08b3-4b95-a9d1-261b21681644 admin admin] Publish callbacks [] for security_group (32a714a7-c655-4c56-85a1-1f88bfc4903a), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:44.224678 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-436e5448-08b3-4b95-a9d1-261b21681644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (32a714a7-c655-4c56-85a1-1f88bfc4903a), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:44.227256 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-436e5448-08b3-4b95-a9d1-261b21681644 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:44.228516 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-436e5448-08b3-4b95-a9d1-261b21681644 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/32a714a7-c655-4c56-85a1-1f88bfc4903a HTTP/1.1" status: 204 len: 168 time: 0.2236373 Mar 29 15:26:44.236856 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e5448-08b3-4b95-a9d1-261b21681644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a714a7-c655-4c56-85a1-1f88bfc4903a,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:44.315282 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 33274) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:44.328941 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-37bb4db6-03d3-48d4-ad46-448a25c70ff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:44.399138 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-37bb4db6-03d3-48d4-ad46-448a25c70ff3 admin admin] Publish callbacks [] for security_group (80d0edf9-2504-474e-9a68-b74aacdd2ee8), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:44.504930 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-37bb4db6-03d3-48d4-ad46-448a25c70ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (80d0edf9-2504-474e-9a68-b74aacdd2ee8), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:44.541796 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb4db6-03d3-48d4-ad46-448a25c70ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d0edf9-2504-474e-9a68-b74aacdd2ee8,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:44.547192 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-37bb4db6-03d3-48d4-ad46-448a25c70ff3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=914fc99d1102464c9257e62ed4b90ffc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308917 Mar 29 15:26:44.550004 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 33280) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:44.609290 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-99feeef3-1d1e-41a8-9ce1-c5c5c219301c admin admin] Publish callbacks [] for security_group (80d0edf9-2504-474e-9a68-b74aacdd2ee8), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:44.614413 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae11fab-0eca-4627-91f2-8627cadbd40d req-2a7ac581-4759-4816-b40b-ca83dce360d6 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:44.615947 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cae11fab-0eca-4627-91f2-8627cadbd40d req-2a7ac581-4759-4816-b40b-ca83dce360d6 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 945 time: 0.0549130 Mar 29 15:26:44.632512 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-99feeef3-1d1e-41a8-9ce1-c5c5c219301c admin admin] Publish callbacks [] for security_group (80d0edf9-2504-474e-9a68-b74aacdd2ee8), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:44.663794 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cae11fab-0eca-4627-91f2-8627cadbd40d req-84d2f11c-9cc7-45fc-a48e-b8033a0dfed3 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c080f29-3819-4c61-aa9b-b170d741940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413125 Mar 29 15:26:44.773745 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-99feeef3-1d1e-41a8-9ce1-c5c5c219301c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (80d0edf9-2504-474e-9a68-b74aacdd2ee8), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:44.776256 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-99feeef3-1d1e-41a8-9ce1-c5c5c219301c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:44.777997 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-99feeef3-1d1e-41a8-9ce1-c5c5c219301c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/80d0edf9-2504-474e-9a68-b74aacdd2ee8 HTTP/1.1" status: 204 len: 168 time: 0.2269368 Mar 29 15:26:44.786082 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99feeef3-1d1e-41a8-9ce1-c5c5c219301c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d0edf9-2504-474e-9a68-b74aacdd2ee8,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:44.971761 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 33288) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:44.985155 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-88b91cae-83ad-4891-92aa-affb9f520d2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:45.059172 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-88b91cae-83ad-4891-92aa-affb9f520d2a admin admin] Publish callbacks [] for security_group (43418554-2516-41e5-be2f-97a4c7d44367), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:45.113392 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-6e102b7b-ab35-42e5-80da-7429e3519f7d req-d6339e57-89e2-4a88-b069-7c3c4aab2691 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437393 Mar 29 15:26:45.121582 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-88b91cae-83ad-4891-92aa-affb9f520d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (43418554-2516-41e5-be2f-97a4c7d44367), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:45.170988 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-88b91cae-83ad-4891-92aa-affb9f520d2a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bbdac184d9df495b87f1197afd87fcae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1979921 Mar 29 15:26:45.174065 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b91cae-83ad-4891-92aa-affb9f520d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43418554-2516-41e5-be2f-97a4c7d44367,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:45.174222 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 33298) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:45.214964 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e102b7b-ab35-42e5-80da-7429e3519f7d req-7de3175e-3323-4ec4-8d05-8d68d72561c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:45.214964 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-6e102b7b-ab35-42e5-80da-7429e3519f7d req-7de3175e-3323-4ec4-8d05-8d68d72561c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58c1f8fd4f83455ca0f32dbc38c1ed32&device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 1129 time: 0.0530419 Mar 29 15:26:45.233793 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a54ea51b-3e85-4464-84ff-e679e14dd1a7 admin admin] Publish callbacks [] for security_group (43418554-2516-41e5-be2f-97a4c7d44367), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:45.257447 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a54ea51b-3e85-4464-84ff-e679e14dd1a7 admin admin] Publish callbacks [] for security_group (43418554-2516-41e5-be2f-97a4c7d44367), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:45.328625 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e102b7b-ab35-42e5-80da-7429e3519f7d req-5d78d39b-2605-4a4f-9bd8-2c0b9dec3c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:45.330036 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-6e102b7b-ab35-42e5-80da-7429e3519f7d req-5d78d39b-2605-4a4f-9bd8-2c0b9dec3c9c service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9dba225-3458-4749-adfb-4348d5911f6f HTTP/1.1" status: 200 len: 918 time: 0.0868812 Mar 29 15:26:45.373560 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a54ea51b-3e85-4464-84ff-e679e14dd1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (43418554-2516-41e5-be2f-97a4c7d44367), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:45.376104 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a54ea51b-3e85-4464-84ff-e679e14dd1a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:45.377290 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-a54ea51b-3e85-4464-84ff-e679e14dd1a7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/43418554-2516-41e5-be2f-97a4c7d44367 HTTP/1.1" status: 204 len: 168 time: 0.2025630 Mar 29 15:26:45.387400 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ea51b-3e85-4464-84ff-e679e14dd1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43418554-2516-41e5-be2f-97a4c7d44367,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:45.412406 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-6e102b7b-ab35-42e5-80da-7429e3519f7d req-4171e4e8-5e82-4e9b-92ed-21593f563d29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b13056d0-edc8-4758-886f-702e0eb37c3d HTTP/1.1" status: 200 len: 999 time: 0.0707507 Mar 29 15:26:45.477174 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e102b7b-ab35-42e5-80da-7429e3519f7d req-385c45e7-e7da-4944-b2a9-52f5883bf56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:45.478747 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-6e102b7b-ab35-42e5-80da-7429e3519f7d req-385c45e7-e7da-4944-b2a9-52f5883bf56f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4 HTTP/1.1" status: 200 len: 856 time: 0.0594661 Mar 29 15:26:45.529094 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e102b7b-ab35-42e5-80da-7429e3519f7d req-06497fe7-0c1e-4b7b-951c-1b7688987b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:45.530581 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-6e102b7b-ab35-42e5-80da-7429e3519f7d req-06497fe7-0c1e-4b7b-951c-1b7688987b1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9dba225-3458-4749-adfb-4348d5911f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445747 Mar 29 15:26:45.631046 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-6e102b7b-ab35-42e5-80da-7429e3519f7d req-3c0c81d0-439f-4381-975e-80886d41d704 service neutron] 10.222.0.15 "GET /v2.0/networks/a9dba225-3458-4749-adfb-4348d5911f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889482 Mar 29 15:26:45.727343 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-6e102b7b-ab35-42e5-80da-7429e3519f7d req-d275f349-2052-410e-8a5d-91816d20bd66 service neutron] 10.222.0.15 "GET /v2.0/networks/a9dba225-3458-4749-adfb-4348d5911f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869150 Mar 29 15:26:45.825827 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5438cdb-2d1a-425b-ab27-c63341c1f6ae req-5b8db234-20db-433c-a6e0-ff9671c858e6 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:45.827365 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e5438cdb-2d1a-425b-ab27-c63341c1f6ae req-5b8db234-20db-433c-a6e0-ff9671c858e6 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 945 time: 0.0594630 Mar 29 15:26:45.876745 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e5438cdb-2d1a-425b-ab27-c63341c1f6ae req-4d107088-c025-4121-8af6-7ea74841f012 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c080f29-3819-4c61-aa9b-b170d741940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436785 Mar 29 15:26:46.172703 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 33338) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:46.190731 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-16edb8b2-f1d8-4658-aeed-559816bbd0c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:46.273672 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-16edb8b2-f1d8-4658-aeed-559816bbd0c2 admin admin] Publish callbacks [] for security_group (9ceae558-5eda-409c-a68a-1cd71d04d9e4), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:46.357416 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-16edb8b2-f1d8-4658-aeed-559816bbd0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (9ceae558-5eda-409c-a68a-1cd71d04d9e4), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:46.401429 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16edb8b2-f1d8-4658-aeed-559816bbd0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ceae558-5eda-409c-a68a-1cd71d04d9e4,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:46.410206 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-16edb8b2-f1d8-4658-aeed-559816bbd0c2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9ab9d4dc2930403099f2231d43f58299&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364743 Mar 29 15:26:46.417074 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 33350) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:46.462395 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4e33264c-dd00-4f9c-a992-9324bb5c0ac2 admin admin] Publish callbacks [] for security_group (9ceae558-5eda-409c-a68a-1cd71d04d9e4), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:46.489693 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4e33264c-dd00-4f9c-a992-9324bb5c0ac2 admin admin] Publish callbacks [] for security_group (9ceae558-5eda-409c-a68a-1cd71d04d9e4), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:46.576132 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 33354) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:46.682800 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c92cdfd8-2aab-44bb-a9c3-49c1ffb957d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:46.701669 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4e33264c-dd00-4f9c-a992-9324bb5c0ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (9ceae558-5eda-409c-a68a-1cd71d04d9e4), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:46.704291 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4e33264c-dd00-4f9c-a992-9324bb5c0ac2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:46.705607 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-4e33264c-dd00-4f9c-a992-9324bb5c0ac2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9ceae558-5eda-409c-a68a-1cd71d04d9e4 HTTP/1.1" status: 204 len: 168 time: 0.2913952 Mar 29 15:26:46.723409 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33264c-dd00-4f9c-a992-9324bb5c0ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ceae558-5eda-409c-a68a-1cd71d04d9e4,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:46.783076 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c92cdfd8-2aab-44bb-a9c3-49c1ffb957d6 admin admin] Publish callbacks [] for security_group (507714be-5b97-4aaa-a77b-377ce1636a7c), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:46.893685 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c92cdfd8-2aab-44bb-a9c3-49c1ffb957d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (507714be-5b97-4aaa-a77b-377ce1636a7c), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:46.949979 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-c92cdfd8-2aab-44bb-a9c3-49c1ffb957d6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=126df728d65c4722be1ff45f1b4f596a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3713996 Mar 29 15:26:46.951589 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 33376) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:46.961144 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92cdfd8-2aab-44bb-a9c3-49c1ffb957d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507714be-5b97-4aaa-a77b-377ce1636a7c,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:47.016510 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-39606b66-db3a-446c-85da-df4cddc4cbee admin admin] Publish callbacks [] for security_group (507714be-5b97-4aaa-a77b-377ce1636a7c), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:47.031395 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d7807-847f-4570-915a-1c160271f600 req-b83dcfe4-7787-4fc9-bce3-5e815611942d tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:47.033206 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d53d7807-847f-4570-915a-1c160271f600 req-b83dcfe4-7787-4fc9-bce3-5e815611942d tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 945 time: 0.0606630 Mar 29 15:26:47.045784 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-39606b66-db3a-446c-85da-df4cddc4cbee admin admin] Publish callbacks [] for security_group (507714be-5b97-4aaa-a77b-377ce1636a7c), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:47.089019 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d53d7807-847f-4570-915a-1c160271f600 req-17b92f75-8b4f-4445-b407-457e6e83ed7c tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c080f29-3819-4c61-aa9b-b170d741940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503862 Mar 29 15:26:47.182793 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9dcff9-28f0-4257-ac9d-a41ff577092b req-72ae083b-4980-48c8-8bc6-e3bd1d45616d tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:47.184559 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-5e9dcff9-28f0-4257-ac9d-a41ff577092b req-72ae083b-4980-48c8-8bc6-e3bd1d45616d tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.15 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 945 time: 0.1080620 Mar 29 15:26:47.255190 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-39606b66-db3a-446c-85da-df4cddc4cbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (507714be-5b97-4aaa-a77b-377ce1636a7c), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:47.257763 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-39606b66-db3a-446c-85da-df4cddc4cbee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:47.258899 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-39606b66-db3a-446c-85da-df4cddc4cbee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/507714be-5b97-4aaa-a77b-377ce1636a7c HTTP/1.1" status: 204 len: 168 time: 0.3063221 Mar 29 15:26:47.297432 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39606b66-db3a-446c-85da-df4cddc4cbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507714be-5b97-4aaa-a77b-377ce1636a7c,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:47.340535 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-5e9dcff9-28f0-4257-ac9d-a41ff577092b req-c4aa287c-1d7e-49e1-837c-21af9cc8e6d4 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Deleting port 2865ee0b-c03e-4429-beca-18d87c85a2f5 {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:26:47.340885 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-5e9dcff9-28f0-4257-ac9d-a41ff577092b req-c4aa287c-1d7e-49e1-837c-21af9cc8e6d4 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (2865ee0b-c03e-4429-beca-18d87c85a2f5), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:47.451101 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-5e9dcff9-28f0-4257-ac9d-a41ff577092b req-c4aa287c-1d7e-49e1-837c-21af9cc8e6d4 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] For port 2865ee0b-c03e-4429-beca-18d87c85a2f5, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=2865ee0b-c03e-4429-beca-18d87c85a2f5,segment=NetworkSegment(0204e774-ac2b-47cb-a8c9-99b2efb6c81e),segment_id=0204e774-ac2b-47cb-a8c9-99b2efb6c81e)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:26:47.451688 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-5e9dcff9-28f0-4257-ac9d-a41ff577092b req-c4aa287c-1d7e-49e1-837c-21af9cc8e6d4 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (2865ee0b-c03e-4429-beca-18d87c85a2f5), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:47.467578 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-5e9dcff9-28f0-4257-ac9d-a41ff577092b req-c4aa287c-1d7e-49e1-837c-21af9cc8e6d4 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Calling delete_port for 2865ee0b-c03e-4429-beca-18d87c85a2f5 owned by compute:nova {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:26:47.944942 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-5e9dcff9-28f0-4257-ac9d-a41ff577092b req-c4aa287c-1d7e-49e1-837c-21af9cc8e6d4 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943'] for port (2865ee0b-c03e-4429-beca-18d87c85a2f5), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:47.976362 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa287c-1d7e-49e1-837c-21af9cc8e6d4 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Pushing event deleted for resources: {'Port': ['ID=2865ee0b-c03e-4429-beca-18d87c85a2f5,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:48.007336 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 33434) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:48.041749 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4f0a9692-0306-4d02-87a1-6b8ea874e199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:48.045383 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9dcff9-28f0-4257-ac9d-a41ff577092b req-c4aa287c-1d7e-49e1-837c-21af9cc8e6d4 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] No DVR routers for this DVR port 2865ee0b-c03e-4429-beca-18d87c85a2f5 on host hv-cinder-56205 {{(pid=103831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:26:48.048596 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-5e9dcff9-28f0-4257-ac9d-a41ff577092b req-c4aa287c-1d7e-49e1-837c-21af9cc8e6d4 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:48.051971 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-5e9dcff9-28f0-4257-ac9d-a41ff577092b req-c4aa287c-1d7e-49e1-837c-21af9cc8e6d4 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.15 "DELETE /v2.0/ports/2865ee0b-c03e-4429-beca-18d87c85a2f5 HTTP/1.1" status: 204 len: 173 time: 0.8617284 Mar 29 15:26:48.052464 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408ea8c6-2b79-41af-ba7d-4cb88e5e9027', 'name': 'network-vif-deleted', 'tag': '2865ee0b-c03e-4429-beca-18d87c85a2f5'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:26:48.054775 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0430831e-c6b0-417c-8c8d-0dd1b46d3f36" -d '{"events": [{"server_uuid": "408ea8c6-2b79-41af-ba7d-4cb88e5e9027", "name": "network-vif-deleted", "tag": "2865ee0b-c03e-4429-beca-18d87c85a2f5"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:26:48.117584 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7a47b9-886b-40f2-82c4-ccebb7e92aba x-openstack-request-id: req-3c7a47b9-886b-40f2-82c4-ccebb7e92aba {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:26:48.117888 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408ea8c6-2b79-41af-ba7d-4cb88e5e9027", "name": "network-vif-deleted", "tag": "2865ee0b-c03e-4429-beca-18d87c85a2f5", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:26:48.118192 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c7a47b9-886b-40f2-82c4-ccebb7e92aba {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:26:48.118614 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c7a47b9-886b-40f2-82c4-ccebb7e92aba'] response: {'server_uuid': '408ea8c6-2b79-41af-ba7d-4cb88e5e9027', 'name': 'network-vif-deleted', 'tag': '2865ee0b-c03e-4429-beca-18d87c85a2f5', 'status': 'completed', 'code': 200} Mar 29 15:26:48.196068 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4f0a9692-0306-4d02-87a1-6b8ea874e199 admin admin] Publish callbacks [] for security_group (62e43050-6af7-438f-9bda-130f8aae671c), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:48.218394 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fe7875e7-c7bb-4b84-ae7f-e8c947d64f12 req-58d4cbfe-2fc2-4deb-a711-82b865105ec9 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 210 time: 0.0385466 Mar 29 15:26:48.264470 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4f0a9692-0306-4d02-87a1-6b8ea874e199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (62e43050-6af7-438f-9bda-130f8aae671c), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:48.307229 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-4f0a9692-0306-4d02-87a1-6b8ea874e199 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35b2299f519245ed9fd7fa3c1dd75cd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2967987 Mar 29 15:26:48.308096 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a9692-0306-4d02-87a1-6b8ea874e199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e43050-6af7-438f-9bda-130f8aae671c,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:48.310025 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 33448) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:48.358892 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-52851468-578f-4d48-9b1e-a330e2ff2195 admin admin] Publish callbacks [] for security_group (62e43050-6af7-438f-9bda-130f8aae671c), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:48.384609 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-52851468-578f-4d48-9b1e-a330e2ff2195 admin admin] Publish callbacks [] for security_group (62e43050-6af7-438f-9bda-130f8aae671c), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:48.533364 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-52851468-578f-4d48-9b1e-a330e2ff2195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (62e43050-6af7-438f-9bda-130f8aae671c), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:48.536201 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-52851468-578f-4d48-9b1e-a330e2ff2195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:48.537381 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-52851468-578f-4d48-9b1e-a330e2ff2195 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/62e43050-6af7-438f-9bda-130f8aae671c HTTP/1.1" status: 204 len: 168 time: 0.2263625 Mar 29 15:26:48.556820 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52851468-578f-4d48-9b1e-a330e2ff2195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e43050-6af7-438f-9bda-130f8aae671c,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:49.332400 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3d2cc257-1c03-4c7d-b17a-838eddd9a2d2 req-24ca35d5-9439-430a-9dc2-494a95b66d78 tempest-DeleteServersTestJSON-2034289737 tempest-DeleteServersTestJSON-2034289737-project] 10.222.0.39 "GET /v2.0/ports?device_id=408ea8c6-2b79-41af-ba7d-4cb88e5e9027 HTTP/1.1" status: 200 len: 210 time: 0.0298955 Mar 29 15:26:49.364067 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 33492) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:49.378217 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-db0b881b-2cad-48eb-b83e-29f007ec14ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:49.451525 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-db0b881b-2cad-48eb-b83e-29f007ec14ff admin admin] Publish callbacks [] for security_group (75330f5d-ac8d-4833-a3b5-b460e72c1e8b), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:49.493582 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-db0b881b-2cad-48eb-b83e-29f007ec14ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (75330f5d-ac8d-4833-a3b5-b460e72c1e8b), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:49.532697 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-db0b881b-2cad-48eb-b83e-29f007ec14ff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d5098ad9baa34484b2f8549027a3cbc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1672721 Mar 29 15:26:49.533762 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b881b-2cad-48eb-b83e-29f007ec14ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75330f5d-ac8d-4833-a3b5-b460e72c1e8b,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:49.535308 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 33496) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:49.589769 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-241bf149-585e-47de-92f1-ec9b31a15e56 admin admin] Publish callbacks [] for security_group (75330f5d-ac8d-4833-a3b5-b460e72c1e8b), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:49.611023 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-241bf149-585e-47de-92f1-ec9b31a15e56 admin admin] Publish callbacks [] for security_group (75330f5d-ac8d-4833-a3b5-b460e72c1e8b), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:49.767624 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-241bf149-585e-47de-92f1-ec9b31a15e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (75330f5d-ac8d-4833-a3b5-b460e72c1e8b), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:49.770256 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-241bf149-585e-47de-92f1-ec9b31a15e56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:49.774669 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-241bf149-585e-47de-92f1-ec9b31a15e56 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/75330f5d-ac8d-4833-a3b5-b460e72c1e8b HTTP/1.1" status: 204 len: 168 time: 0.2350943 Mar 29 15:26:49.788123 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241bf149-585e-47de-92f1-ec9b31a15e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75330f5d-ac8d-4833-a3b5-b460e72c1e8b,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:49.838027 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 2865ee0b-c03e-4429-beca-18d87c85a2f5 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:26:49.863207 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] No Port match for: 2865ee0b-c03e-4429-beca-18d87c85a2f5 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:26:49.863555 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 2865ee0b-c03e-4429-beca-18d87c85a2f5 not bound to the agent host hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:26:51.850867 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 33598) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:51.956443 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d5608d69-7d8e-4fec-ad1e-bf8a73eef2f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:52.026543 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d5608d69-7d8e-4fec-ad1e-bf8a73eef2f8 admin admin] Publish callbacks [] for security_group (f8af99fe-88f6-4f50-9ae5-d5ff64120314), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:52.155960 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d5608d69-7d8e-4fec-ad1e-bf8a73eef2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (f8af99fe-88f6-4f50-9ae5-d5ff64120314), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:52.197146 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5608d69-7d8e-4fec-ad1e-bf8a73eef2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8af99fe-88f6-4f50-9ae5-d5ff64120314,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:52.202448 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-d5608d69-7d8e-4fec-ad1e-bf8a73eef2f8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e9d447fb4a1846ee86ed35390e4d3ae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3480663 Mar 29 15:26:52.202722 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 33610) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:52.253396 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e091ef23-f83c-496a-af68-0fcb57843030 admin admin] Publish callbacks [] for security_group (f8af99fe-88f6-4f50-9ae5-d5ff64120314), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:52.264359 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3ae9ff5e-3369-4df9-88fd-159d6f96a897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:52.276040 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e091ef23-f83c-496a-af68-0fcb57843030 admin admin] Publish callbacks [] for security_group (f8af99fe-88f6-4f50-9ae5-d5ff64120314), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:52.431276 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e091ef23-f83c-496a-af68-0fcb57843030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (f8af99fe-88f6-4f50-9ae5-d5ff64120314), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:52.435535 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e091ef23-f83c-496a-af68-0fcb57843030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:52.436734 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-e091ef23-f83c-496a-af68-0fcb57843030 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8af99fe-88f6-4f50-9ae5-d5ff64120314 HTTP/1.1" status: 204 len: 168 time: 0.2330697 Mar 29 15:26:52.447830 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091ef23-f83c-496a-af68-0fcb57843030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8af99fe-88f6-4f50-9ae5-d5ff64120314,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:52.975144 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 33658) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:53.011139 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 33662) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:53.034291 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df082c4-e803-42d6-ad5f-4249b82104ed admin admin] Deleting subnet f8c9e7d7-542a-40c6-88da-47d047391514 {{(pid=103832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:26:53.043236 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5df082c4-e803-42d6-ad5f-4249b82104ed admin admin] Publish callbacks [] for subnet (f8c9e7d7-542a-40c6-88da-47d047391514), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:53.077146 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5df082c4-e803-42d6-ad5f-4249b82104ed admin admin] Publish callbacks [] for subnet (f8c9e7d7-542a-40c6-88da-47d047391514), precommit_delete_associations {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:53.088400 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5df082c4-e803-42d6-ad5f-4249b82104ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171654'] for subnet (f8c9e7d7-542a-40c6-88da-47d047391514), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:53.151198 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1acc0232-a05a-4180-bde1-f0bddf178e55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:53.234442 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5df082c4-e803-42d6-ad5f-4249b82104ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for subnet (f8c9e7d7-542a-40c6-88da-47d047391514), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:53.237559 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1acc0232-a05a-4180-bde1-f0bddf178e55 admin admin] Publish callbacks [] for security_group (a47c1adc-aad6-4baa-894a-e671900ddfc0), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:53.262334 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df082c4-e803-42d6-ad5f-4249b82104ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8c9e7d7-542a-40c6-88da-47d047391514,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:53.265943 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5df082c4-e803-42d6-ad5f-4249b82104ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:53.269483 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-5df082c4-e803-42d6-ad5f-4249b82104ed admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f8c9e7d7-542a-40c6-88da-47d047391514 HTTP/1.1" status: 204 len: 168 time: 0.2929044 Mar 29 15:26:53.271631 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 33680) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:53.329250 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1acc0232-a05a-4180-bde1-f0bddf178e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (a47c1adc-aad6-4baa-894a-e671900ddfc0), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:53.372580 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dbaf3f40-972c-466c-a5df-b1e8cbfaf50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105799'] for network (feb66b74-11a8-4941-9395-ec28eef514af), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:53.384492 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-1acc0232-a05a-4180-bde1-f0bddf178e55 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=33e650d54d524184ba912cb4b6d32b0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3721707 Mar 29 15:26:53.394161 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc0232-a05a-4180-bde1-f0bddf178e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47c1adc-aad6-4baa-894a-e671900ddfc0,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:53.395851 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 33690) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:53.504780 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dbaf3f40-972c-466c-a5df-b1e8cbfaf50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1238605', 'neutron.services.segments.db._delete_segments_for_network-8748544868922'] for network (feb66b74-11a8-4941-9395-ec28eef514af), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:53.520864 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-78260321-dd39-424c-9976-5ef3980a0f4d admin admin] Publish callbacks [] for security_group (a47c1adc-aad6-4baa-894a-e671900ddfc0), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:53.531144 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dbaf3f40-972c-466c-a5df-b1e8cbfaf50f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:26:53.539148 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dbaf3f40-972c-466c-a5df-b1e8cbfaf50f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:26:53.539148 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dbaf3f40-972c-466c-a5df-b1e8cbfaf50f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:26:53.539148 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dbaf3f40-972c-466c-a5df-b1e8cbfaf50f admin admin] Subscribe: > port after_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:26:53.539148 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dbaf3f40-972c-466c-a5df-b1e8cbfaf50f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:26:53.539148 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dbaf3f40-972c-466c-a5df-b1e8cbfaf50f admin admin] Subscribe: > port after_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:26:53.539148 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dbaf3f40-972c-466c-a5df-b1e8cbfaf50f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:26:53.539148 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dbaf3f40-972c-466c-a5df-b1e8cbfaf50f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:26:53.539148 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dbaf3f40-972c-466c-a5df-b1e8cbfaf50f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:26:53.539148 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dbaf3f40-972c-466c-a5df-b1e8cbfaf50f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:26:53.655395 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dbaf3f40-972c-466c-a5df-b1e8cbfaf50f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:26:53.655750 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dbaf3f40-972c-466c-a5df-b1e8cbfaf50f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:26:53.656082 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dbaf3f40-972c-466c-a5df-b1e8cbfaf50f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:26:53.656552 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dbaf3f40-972c-466c-a5df-b1e8cbfaf50f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:26:53.656932 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.services.segments.db [None req-dbaf3f40-972c-466c-a5df-b1e8cbfaf50f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb66b74-11a8-4941-9395-ec28eef514af']}} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:26:53.682735 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.services.segments.db [None req-dbaf3f40-972c-466c-a5df-b1e8cbfaf50f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0204e774-ac2b-47cb-a8c9-99b2efb6c81e') {'for_net_delete': True} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:26:53.683030 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.services.segments.db [None req-dbaf3f40-972c-466c-a5df-b1e8cbfaf50f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0204e774-ac2b-47cb-a8c9-99b2efb6c81e') {} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:26:53.704185 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-78260321-dd39-424c-9976-5ef3980a0f4d admin admin] Publish callbacks [] for security_group (a47c1adc-aad6-4baa-894a-e671900ddfc0), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:53.706886 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dbaf3f40-972c-466c-a5df-b1e8cbfaf50f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748544868419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032654'] for segment (0204e774-ac2b-47cb-a8c9-99b2efb6c81e), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:53.748672 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dbaf3f40-972c-466c-a5df-b1e8cbfaf50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (0204e774-ac2b-47cb-a8c9-99b2efb6c81e), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:53.762419 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbaf3f40-972c-466c-a5df-b1e8cbfaf50f admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:26:53.762999 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dbaf3f40-972c-466c-a5df-b1e8cbfaf50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10426465'] for segment (0204e774-ac2b-47cb-a8c9-99b2efb6c81e), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: from cryptography.utils import int_from_bytes Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: from cryptography.utils import int_from_bytes Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: Traceback (most recent call last): Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: timer() Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: cb(*args, **kw) Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: return func(*args, **kwargs) Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: self._notify() Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: self.callback(batched_events) Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: event.method(event) Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: return f(self, *a, **k) Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: return self._get(url).json() Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: return self.request(url, 'GET', **kwargs) Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:26:53.790298 dv-cinder-562053-19-iscsi neutron-server[103832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:26:53.951105 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-78260321-dd39-424c-9976-5ef3980a0f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (a47c1adc-aad6-4baa-894a-e671900ddfc0), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:53.953798 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-78260321-dd39-424c-9976-5ef3980a0f4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:53.955087 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-78260321-dd39-424c-9976-5ef3980a0f4d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a47c1adc-aad6-4baa-894a-e671900ddfc0 HTTP/1.1" status: 204 len: 168 time: 0.5582278 Mar 29 15:26:53.958056 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dbaf3f40-972c-466c-a5df-b1e8cbfaf50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1238596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033322'] for network (feb66b74-11a8-4941-9395-ec28eef514af), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:53.969840 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78260321-dd39-424c-9976-5ef3980a0f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47c1adc-aad6-4baa-894a-e671900ddfc0,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:53.977929 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dbaf3f40-972c-466c-a5df-b1e8cbfaf50f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:53.986129 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-dbaf3f40-972c-466c-a5df-b1e8cbfaf50f admin admin] 10.222.0.39 "DELETE /v2.0/networks/feb66b74-11a8-4941-9395-ec28eef514af HTTP/1.1" status: 204 len: 168 time: 0.7110224 Mar 29 15:26:53.999850 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf3f40-972c-466c-a5df-b1e8cbfaf50f admin admin] Pushing event deleted for resources: {'Network': ['ID=feb66b74-11a8-4941-9395-ec28eef514af,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:54.487492 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-192cc9fb-d351-47c7-a1c8-57162d9cb595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:54.520651 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 33736) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:54.563495 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-5228f254-1e45-472e-b9d7-1506d327326c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=98b4a8cfa41d4b03ac433dd6af94e818&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0415058 Mar 29 15:26:54.565938 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 33738) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:54.612514 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7c14a2fc-f695-49ff-a124-8e43933163b7 admin admin] Publish callbacks [] for security_group (8c080f29-3819-4c61-aa9b-b170d741940e), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:54.635284 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7c14a2fc-f695-49ff-a124-8e43933163b7 admin admin] Publish callbacks [] for security_group (8c080f29-3819-4c61-aa9b-b170d741940e), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:54.738809 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7c14a2fc-f695-49ff-a124-8e43933163b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (8c080f29-3819-4c61-aa9b-b170d741940e), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:54.744438 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7c14a2fc-f695-49ff-a124-8e43933163b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:54.744438 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-7c14a2fc-f695-49ff-a124-8e43933163b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c080f29-3819-4c61-aa9b-b170d741940e HTTP/1.1" status: 204 len: 168 time: 0.1759508 Mar 29 15:26:54.750907 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14a2fc-f695-49ff-a124-8e43933163b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c080f29-3819-4c61-aa9b-b170d741940e,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:54.804521 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 33746) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:54.827184 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bf0a2488-0e5a-44b8-945d-c49c0c087bf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:54.914949 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bf0a2488-0e5a-44b8-945d-c49c0c087bf0 admin admin] Publish callbacks [] for security_group (a52ad854-675e-42be-b6dd-b52a0ef9de5e), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:55.064634 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bf0a2488-0e5a-44b8-945d-c49c0c087bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (a52ad854-675e-42be-b6dd-b52a0ef9de5e), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:55.104933 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-bf0a2488-0e5a-44b8-945d-c49c0c087bf0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c0a4020b0231491e8e08bdd8c4dd3add&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2993033 Mar 29 15:26:55.106067 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a2488-0e5a-44b8-945d-c49c0c087bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52ad854-675e-42be-b6dd-b52a0ef9de5e,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:55.107634 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 33756) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:55.159811 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-38721f33-b734-443c-a776-f58ec2ccfff8 admin admin] Publish callbacks [] for security_group (a52ad854-675e-42be-b6dd-b52a0ef9de5e), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:55.182652 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-38721f33-b734-443c-a776-f58ec2ccfff8 admin admin] Publish callbacks [] for security_group (a52ad854-675e-42be-b6dd-b52a0ef9de5e), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:55.310266 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-38721f33-b734-443c-a776-f58ec2ccfff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (a52ad854-675e-42be-b6dd-b52a0ef9de5e), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:55.313080 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-38721f33-b734-443c-a776-f58ec2ccfff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:55.317678 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-38721f33-b734-443c-a776-f58ec2ccfff8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a52ad854-675e-42be-b6dd-b52a0ef9de5e HTTP/1.1" status: 204 len: 168 time: 0.2057061 Mar 29 15:26:55.323255 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38721f33-b734-443c-a776-f58ec2ccfff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52ad854-675e-42be-b6dd-b52a0ef9de5e,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:55.563975 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:55.862440 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 33790) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:56.114172 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2add4718-7109-4e78-a303-af96606f6fc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:56.133692 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 33808) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:56.229505 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c45d634e-d998-4a9c-bfdb-2721a6e165ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:56.262168 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2add4718-7109-4e78-a303-af96606f6fc1 admin admin] Publish callbacks [] for security_group (a7cb9595-d14d-49ff-9973-57cb1081076f), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:56.318435 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c45d634e-d998-4a9c-bfdb-2721a6e165ac admin admin] Publish callbacks [] for security_group (5e54ff26-3484-4500-bd54-3c7a6ead98d5), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:56.401655 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2add4718-7109-4e78-a303-af96606f6fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (a7cb9595-d14d-49ff-9973-57cb1081076f), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:56.430710 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c45d634e-d998-4a9c-bfdb-2721a6e165ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (5e54ff26-3484-4500-bd54-3c7a6ead98d5), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:56.443753 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-2add4718-7109-4e78-a303-af96606f6fc1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=600afa5ee9164b689a5d8d4fb9348fe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5801244 Mar 29 15:26:56.451789 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 33826) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:56.483651 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add4718-7109-4e78-a303-af96606f6fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cb9595-d14d-49ff-9973-57cb1081076f,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:56.488143 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-c45d634e-d998-4a9c-bfdb-2721a6e165ac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=631ccb7a778b4ce88efe68d8a32ee530&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3499036 Mar 29 15:26:56.492587 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 33828) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:56.514909 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d634e-d998-4a9c-bfdb-2721a6e165ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e54ff26-3484-4500-bd54-3c7a6ead98d5,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:56.535844 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a181c2a6-8da7-4644-bac7-5d308b8f81e7 admin admin] Publish callbacks [] for security_group (a7cb9595-d14d-49ff-9973-57cb1081076f), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:56.556619 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 33830) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:56.571893 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a181c2a6-8da7-4644-bac7-5d308b8f81e7 admin admin] Publish callbacks [] for security_group (a7cb9595-d14d-49ff-9973-57cb1081076f), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:56.583662 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-358696ef-2f20-438e-b961-0f06dc2d2462 admin admin] Publish callbacks [] for security_group (5e54ff26-3484-4500-bd54-3c7a6ead98d5), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:56.606874 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-358696ef-2f20-438e-b961-0f06dc2d2462 admin admin] Publish callbacks [] for security_group (5e54ff26-3484-4500-bd54-3c7a6ead98d5), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:56.689931 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-43ca16b6-70e3-4823-9a88-10155ebd7dc8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1872306636-network', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:26:56.722005 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-358696ef-2f20-438e-b961-0f06dc2d2462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (5e54ff26-3484-4500-bd54-3c7a6ead98d5), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:56.722180 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a181c2a6-8da7-4644-bac7-5d308b8f81e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (a7cb9595-d14d-49ff-9973-57cb1081076f), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:56.724649 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-358696ef-2f20-438e-b961-0f06dc2d2462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:56.725105 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a181c2a6-8da7-4644-bac7-5d308b8f81e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:56.726793 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-358696ef-2f20-438e-b961-0f06dc2d2462 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5e54ff26-3484-4500-bd54-3c7a6ead98d5 HTTP/1.1" status: 204 len: 168 time: 0.2320406 Mar 29 15:26:56.726907 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-a181c2a6-8da7-4644-bac7-5d308b8f81e7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a7cb9595-d14d-49ff-9973-57cb1081076f HTTP/1.1" status: 204 len: 168 time: 0.2734547 Mar 29 15:26:56.735510 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358696ef-2f20-438e-b961-0f06dc2d2462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e54ff26-3484-4500-bd54-3c7a6ead98d5,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:56.735702 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181c2a6-8da7-4644-bac7-5d308b8f81e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cb9595-d14d-49ff-9973-57cb1081076f,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:56.807711 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ca16b6-70e3-4823-9a88-10155ebd7dc8 admin admin] Made reservation on behalf of 9f08a5b25a074cb7ad80f54d82bf8a5e for: {'network': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:26:56.810324 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-43ca16b6-70e3-4823-9a88-10155ebd7dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for network (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:56.818911 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-43ca16b6-70e3-4823-9a88-10155ebd7dc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:56.892540 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-43ca16b6-70e3-4823-9a88-10155ebd7dc8 admin admin] Publish callbacks [] for security_group (3aa2346e-a590-45c4-bd08-8b1d7e6c9ece), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:56.928011 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:56.961878 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-43ca16b6-70e3-4823-9a88-10155ebd7dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (3aa2346e-a590-45c4-bd08-8b1d7e6c9ece), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:56.986452 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ca16b6-70e3-4823-9a88-10155ebd7dc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:26:57.000843 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca16b6-70e3-4823-9a88-10155ebd7dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:57.003591 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-43ca16b6-70e3-4823-9a88-10155ebd7dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (d89f6401-43df-4164-a5ca-c69abcd4e86c), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:57.003924 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.db.segments_db [None req-43ca16b6-70e3-4823-9a88-10155ebd7dc8 admin admin] Added segment d89f6401-43df-4164-a5ca-c69abcd4e86c of type vlan for network 6a802c2b-c73f-41c5-a35b-11f174fd7a4a Mar 29 15:26:57.051542 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-43ca16b6-70e3-4823-9a88-10155ebd7dc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748544495665'] for network (6a802c2b-c73f-41c5-a35b-11f174fd7a4a), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:57.139174 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-43ca16b6-70e3-4823-9a88-10155ebd7dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for network (6a802c2b-c73f-41c5-a35b-11f174fd7a4a), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:57.140163 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ca16b6-70e3-4823-9a88-10155ebd7dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:57.141116 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-43ca16b6-70e3-4823-9a88-10155ebd7dc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:57.199763 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca16b6-70e3-4823-9a88-10155ebd7dc8 admin admin] Pushing event updated for resources: {'Network': ['ID=6a802c2b-c73f-41c5-a35b-11f174fd7a4a,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:57.210119 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Network 6a802c2b-c73f-41c5-a35b-11f174fd7a4a details requested by agent ovs-agent-dv-cinder-562053-19-iscsi with host dv-cinder-562053-19-iscsi {{(pid=103833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:26:57.247446 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 33856) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:57.247935 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-43ca16b6-70e3-4823-9a88-10155ebd7dc8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6897333 Mar 29 15:26:57.253610 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-60f4db05-37bc-4aca-9fe0-74330c4d70a6 admin admin] Request body: {'subnet': {'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1872306636-subnet', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:26:57.338842 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f4db05-37bc-4aca-9fe0-74330c4d70a6 admin admin] Made reservation on behalf of 9f08a5b25a074cb7ad80f54d82bf8a5e for: {'subnet': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:26:57.341965 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-60f4db05-37bc-4aca-9fe0-74330c4d70a6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:57.417097 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 33860) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:57.439635 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8af3cac4-d10b-4831-895a-d11386355d21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:57.534369 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 33866) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:57.552694 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-620a91ce-e845-4d4d-b099-484c48703ac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:57.593252 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8af3cac4-d10b-4831-895a-d11386355d21 admin admin] Publish callbacks [] for security_group (53e095e8-395e-4f34-ac7b-9052f7bf54c4), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:57.626908 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-620a91ce-e845-4d4d-b099-484c48703ac3 admin admin] Publish callbacks [] for security_group (8b6d2d8d-7255-4079-8b75-e13e0c4d3413), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:57.647796 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-60f4db05-37bc-4aca-9fe0-74330c4d70a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for subnet (9d11297b-da68-44b3-bcb2-0f179572e157), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:57.677829 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8af3cac4-d10b-4831-895a-d11386355d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (53e095e8-395e-4f34-ac7b-9052f7bf54c4), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:57.705322 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-620a91ce-e845-4d4d-b099-484c48703ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (8b6d2d8d-7255-4079-8b75-e13e0c4d3413), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:57.748450 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4db05-37bc-4aca-9fe0-74330c4d70a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d11297b-da68-44b3-bcb2-0f179572e157,revision_number=0']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:57.750523 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3cac4-d10b-4831-895a-d11386355d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e095e8-395e-4f34-ac7b-9052f7bf54c4,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:57.753676 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-620a91ce-e845-4d4d-b099-484c48703ac3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=276979904b93481cb86c4ee41b85749c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158711 Mar 29 15:26:57.755243 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 33878) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:57.760988 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-8af3cac4-d10b-4831-895a-d11386355d21 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=53edde5ae55540789ff7d524bdeab5d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3427298 Mar 29 15:26:57.765889 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 33882) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:57.776425 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f4db05-37bc-4aca-9fe0-74330c4d70a6 admin admin] Checking segment: {'id': 'd89f6401-43df-4164-a5ca-c69abcd4e86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:26:57.777096 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f4db05-37bc-4aca-9fe0-74330c4d70a6 admin admin] Network hostable DHCP agents. Network: 6a802c2b-c73f-41c5-a35b-11f174fd7a4a, hostable agents: ['60b75cb5-fa55-4ab5-bd81-9da0c894ffc8'], hosted agents: [] {{(pid=103831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:26:57.811974 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a91ce-e845-4d4d-b099-484c48703ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6d2d8d-7255-4079-8b75-e13e0c4d3413,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:57.843137 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a55aa2a8-df18-4efa-b2f7-e30bffd90c59 admin admin] Publish callbacks [] for security_group (53e095e8-395e-4f34-ac7b-9052f7bf54c4), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:57.856816 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-44936355-7a38-4fa9-9dda-9fa1bc200fe6 admin admin] Publish callbacks [] for security_group (8b6d2d8d-7255-4079-8b75-e13e0c4d3413), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:57.866584 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a55aa2a8-df18-4efa-b2f7-e30bffd90c59 admin admin] Publish callbacks [] for security_group (53e095e8-395e-4f34-ac7b-9052f7bf54c4), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:57.886592 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-44936355-7a38-4fa9-9dda-9fa1bc200fe6 admin admin] Publish callbacks [] for security_group (8b6d2d8d-7255-4079-8b75-e13e0c4d3413), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:57.904712 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f4db05-37bc-4aca-9fe0-74330c4d70a6 admin admin] Network 6a802c2b-c73f-41c5-a35b-11f174fd7a4a is scheduled to be hosted by DHCP agent 60b75cb5-fa55-4ab5-bd81-9da0c894ffc8 with binding_index 1 {{(pid=103831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:26:57.996880 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [None req-60f4db05-37bc-4aca-9fe0-74330c4d70a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-19-iscsi, 6a802c2b-c73f-41c5-a35b-11f174fd7a4a) {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:26:58.001036 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f4db05-37bc-4aca-9fe0-74330c4d70a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:58.008360 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-60f4db05-37bc-4aca-9fe0-74330c4d70a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for subnet (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:58.009019 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadd5ea3-a242-4266-8c94-d831417c658d None None] Network 6a802c2b-c73f-41c5-a35b-11f174fd7a4a requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:26:58.024641 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a55aa2a8-df18-4efa-b2f7-e30bffd90c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (53e095e8-395e-4f34-ac7b-9052f7bf54c4), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:58.025516 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-44936355-7a38-4fa9-9dda-9fa1bc200fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (8b6d2d8d-7255-4079-8b75-e13e0c4d3413), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:58.028065 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a55aa2a8-df18-4efa-b2f7-e30bffd90c59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:58.028964 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-44936355-7a38-4fa9-9dda-9fa1bc200fe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:58.037158 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-a55aa2a8-df18-4efa-b2f7-e30bffd90c59 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/53e095e8-395e-4f34-ac7b-9052f7bf54c4 HTTP/1.1" status: 204 len: 168 time: 0.2629697 Mar 29 15:26:58.037450 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-44936355-7a38-4fa9-9dda-9fa1bc200fe6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b6d2d8d-7255-4079-8b75-e13e0c4d3413 HTTP/1.1" status: 204 len: 168 time: 0.2778196 Mar 29 15:26:58.045104 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55aa2a8-df18-4efa-b2f7-e30bffd90c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e095e8-395e-4f34-ac7b-9052f7bf54c4,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:58.046768 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44936355-7a38-4fa9-9dda-9fa1bc200fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6d2d8d-7255-4079-8b75-e13e0c4d3413,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:58.104654 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 33890) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:58.105427 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-60f4db05-37bc-4aca-9fe0-74330c4d70a6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8520894 Mar 29 15:26:58.105796 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-a3b5300c-75bc-4934-957b-0fcc162a265d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1872306636-router', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:26:58.145790 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd4760e-f710-5e2a-8ad4-26c94dd4ee74-6a802c2b-c73f-41c5-a35b-11f174fd7a4a', 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a', 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'fixed_ips': [{'subnet_id': '9d11297b-da68-44b3-bcb2-0f179572e157'}]}} from dv-cinder-562053-19-iscsi. {{(pid=103833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:26:58.146719 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:58.179311 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a3b5300c-75bc-4934-957b-0fcc162a265d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1031732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router (5bb6cb16-b58a-4e20-82e9-33d1ca58826a), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:58.181870 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a3b5300c-75bc-4934-957b-0fcc162a265d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1033461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-836'] for router (5bb6cb16-b58a-4e20-82e9-33d1ca58826a), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:58.238836 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a3b5300c-75bc-4934-957b-0fcc162a265d admin admin] Publish callbacks [] for router_controller (5bb6cb16-b58a-4e20-82e9-33d1ca58826a), precommit_add_association {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:58.286337 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Allocated IP 172.20.0.2 (6a802c2b-c73f-41c5-a35b-11f174fd7a4a/9d11297b-da68-44b3-bcb2-0f179572e157/f87e58fd-656d-4cae-933f-793a876be81e) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:26:58.441076 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Publish callbacks [] for port (f87e58fd-656d-4cae-933f-793a876be81e), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:58.490189 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a3b5300c-75bc-4934-957b-0fcc162a265d admin admin] Publish callbacks [] for router_gateway (5bb6cb16-b58a-4e20-82e9-33d1ca58826a), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:58.499430 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934'] for port (f87e58fd-656d-4cae-933f-793a876be81e), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:58.501399 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:58.543283 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Network 6a802c2b-c73f-41c5-a35b-11f174fd7a4a is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:26:58.545239 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:26:58.549745 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:26:58.565857 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Pushing event updated for resources: {'Port': ['ID=f87e58fd-656d-4cae-933f-793a876be81e,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:58.574528 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:58.582413 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:58.582413 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:58.582413 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:58.582413 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:58.582413 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:58.582413 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:58.582413 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:58.582413 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:58.582413 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:58.582413 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:58.582413 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:58.582413 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:58.582413 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:58.582413 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:58.643659 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Attempting to bind port f87e58fd-656d-4cae-933f-793a876be81e on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:26:58.644068 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Attempting to bind port f87e58fd-656d-4cae-933f-793a876be81e by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': 'd89f6401-43df-4164-a5ca-c69abcd4e86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a'}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:26:58.644416 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Attempting to bind port f87e58fd-656d-4cae-933f-793a876be81e on network 6a802c2b-c73f-41c5-a35b-11f174fd7a4a {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:26:58.649737 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:26:58.650124 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Checking segment: {'id': 'd89f6401-43df-4164-a5ca-c69abcd4e86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:26:58.650529 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:58.650979 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Bound using segment: {'id': 'd89f6401-43df-4164-a5ca-c69abcd4e86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a'} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:26:58.651454 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Bound port: f87e58fd-656d-4cae-933f-793a876be81e, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89f6401-43df-4164-a5ca-c69abcd4e86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a'}}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:26:58.652020 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (f87e58fd-656d-4cae-933f-793a876be81e), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:58.722534 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] For port f87e58fd-656d-4cae-933f-793a876be81e, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:26:58.725631 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] For port f87e58fd-656d-4cae-933f-793a876be81e, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=f87e58fd-656d-4cae-933f-793a876be81e,segment=NetworkSegment(d89f6401-43df-4164-a5ca-c69abcd4e86c),segment_id=d89f6401-43df-4164-a5ca-c69abcd4e86c)] {{(pid=103833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:26:58.846281 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (f87e58fd-656d-4cae-933f-793a876be81e), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:58.866533 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a3b5300c-75bc-4934-957b-0fcc162a265d admin admin] Publish callbacks [] for router_gateway (5bb6cb16-b58a-4e20-82e9-33d1ca58826a), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:58.892063 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a3b5300c-75bc-4934-957b-0fcc162a265d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:58.910566 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828fe17-278e-47df-b7e5-5a36feb1e258 None None] Pushing event updated for resources: {'Port': ['ID=f87e58fd-656d-4cae-933f-793a876be81e,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:59.010711 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [None req-a3b5300c-75bc-4934-957b-0fcc162a265d admin admin] Allocated IP 172.27.3.166 (3dc57d37-328b-453d-86b3-347b9e0efd38/8a0c47e6-f825-43a4-ad31-8f961885bd6a/9b72a562-4f99-4914-bf9d-e44563bcaa34) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:26:59.055186 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 33914) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:59.074994 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-cd85f7ac-0de9-433d-affc-c19b8184e262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:59.142108 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a3b5300c-75bc-4934-957b-0fcc162a265d admin admin] Publish callbacks [] for port (9b72a562-4f99-4914-bf9d-e44563bcaa34), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:59.243684 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-cd85f7ac-0de9-433d-affc-c19b8184e262 admin admin] Publish callbacks [] for security_group (a14ff1d8-491e-4415-bc86-c39c43330287), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:59.289057 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a3b5300c-75bc-4934-957b-0fcc162a265d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (9b72a562-4f99-4914-bf9d-e44563bcaa34), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:59.353075 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-cd85f7ac-0de9-433d-affc-c19b8184e262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (a14ff1d8-491e-4415-bc86-c39c43330287), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:59.367650 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b5300c-75bc-4934-957b-0fcc162a265d admin admin] Network 3dc57d37-328b-453d-86b3-347b9e0efd38 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:26:59.370749 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-a3b5300c-75bc-4934-957b-0fcc162a265d admin admin] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:26:59.375037 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b5300c-75bc-4934-957b-0fcc162a265d admin admin] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:26:59.396982 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-cd85f7ac-0de9-433d-affc-c19b8184e262 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=62d0596056994cba98ed9c6b75ae8eb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3406777 Mar 29 15:26:59.398439 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85f7ac-0de9-433d-affc-c19b8184e262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14ff1d8-491e-4415-bc86-c39c43330287,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:59.400959 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 33924) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:59.437257 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5300c-75bc-4934-957b-0fcc162a265d admin admin] Pushing event updated for resources: {'Port': ['ID=9b72a562-4f99-4914-bf9d-e44563bcaa34,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:59.478215 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e18fef87-1dc8-48b9-9c8b-e0c8997c1a36 admin admin] Publish callbacks [] for security_group (a14ff1d8-491e-4415-bc86-c39c43330287), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:59.518299 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:26:59.540553 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e18fef87-1dc8-48b9-9c8b-e0c8997c1a36 admin admin] Publish callbacks [] for security_group (a14ff1d8-491e-4415-bc86-c39c43330287), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:59.774458 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e18fef87-1dc8-48b9-9c8b-e0c8997c1a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (a14ff1d8-491e-4415-bc86-c39c43330287), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:59.778449 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e18fef87-1dc8-48b9-9c8b-e0c8997c1a36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:59.778449 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-e18fef87-1dc8-48b9-9c8b-e0c8997c1a36 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a14ff1d8-491e-4415-bc86-c39c43330287 HTTP/1.1" status: 204 len: 168 time: 0.3756454 Mar 29 15:26:59.789307 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18fef87-1dc8-48b9-9c8b-e0c8997c1a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14ff1d8-491e-4415-bc86-c39c43330287,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:59.938085 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a3b5300c-75bc-4934-957b-0fcc162a265d admin admin] Publish callbacks [] for router_gateway (5bb6cb16-b58a-4e20-82e9-33d1ca58826a), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:00.181739 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58850a9a-0d3d-48c7-8546-2d5fa84f8ccb None None] Network 6a802c2b-c73f-41c5-a35b-11f174fd7a4a requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:27:00.273725 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-922e855b-f1d1-4ea5-a4c3-f6f639b2632e None None] Provisioning complete for port f87e58fd-656d-4cae-933f-793a876be81e triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:27:00.274280 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-922e855b-f1d1-4ea5-a4c3-f6f639b2632e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (f87e58fd-656d-4cae-933f-793a876be81e), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:00.405551 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a3b5300c-75bc-4934-957b-0fcc162a265d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1033250'] for router (5bb6cb16-b58a-4e20-82e9-33d1ca58826a), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:00.413094 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-922e855b-f1d1-4ea5-a4c3-f6f639b2632e None None] Current status of the port f87e58fd-656d-4cae-933f-793a876be81e is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:27:00.414196 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-922e855b-f1d1-4ea5-a4c3-f6f639b2632e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (f87e58fd-656d-4cae-933f-793a876be81e), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:00.506877 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-922e855b-f1d1-4ea5-a4c3-f6f639b2632e None None] For port f87e58fd-656d-4cae-933f-793a876be81e, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=f87e58fd-656d-4cae-933f-793a876be81e,segment=NetworkSegment(d89f6401-43df-4164-a5ca-c69abcd4e86c),segment_id=d89f6401-43df-4164-a5ca-c69abcd4e86c)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:27:00.595866 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-922e855b-f1d1-4ea5-a4c3-f6f639b2632e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (f87e58fd-656d-4cae-933f-793a876be81e), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:00.652908 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b5300c-75bc-4934-957b-0fcc162a265d admin admin] Router 5bb6cb16-b58a-4e20-82e9-33d1ca58826a is scheduled to L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc with binding_index 1 {{(pid=103832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:27:00.665415 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device f87e58fd-656d-4cae-933f-793a876be81e up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:27:00.738895 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e855b-f1d1-4ea5-a4c3-f6f639b2632e None None] Pushing event updated for resources: {'Port': ['ID=f87e58fd-656d-4cae-933f-793a876be81e,revision_number=3']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:00.792102 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port f87e58fd-656d-4cae-933f-793a876be81e triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:27:00.792102 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (f87e58fd-656d-4cae-933f-793a876be81e), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:00.839695 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-3181028d-4c22-4941-bec4-e158fbaa72c3 None None] Provisioning complete for port f87e58fd-656d-4cae-933f-793a876be81e triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:27:00.839964 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3181028d-4c22-4941-bec4-e158fbaa72c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (f87e58fd-656d-4cae-933f-793a876be81e), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:00.857887 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b5300c-75bc-4934-957b-0fcc162a265d admin admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:27:00.867930 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bab891-3fd9-4370-bd94-ad5c30de6493 None None] Sync routers for ids ['5bb6cb16-b58a-4e20-82e9-33d1ca58826a'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:27:00.896529 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bab891-3fd9-4370-bd94-ad5c30de6493 None None] Routers {'5bb6cb16-b58a-4e20-82e9-33d1ca58826a'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:27:00.897615 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-57bab891-3fd9-4370-bd94-ad5c30de6493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:26:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['5bb6cb16-b58a-4e20-82e9-33d1ca58826a'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:27:00.942577 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a3b5300c-75bc-4934-957b-0fcc162a265d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:00.944114 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-a3b5300c-75bc-4934-957b-0fcc162a265d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.8422344 Mar 29 15:27:00.952290 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 33996) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:00.961453 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port f87e58fd-656d-4cae-933f-793a876be81e is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:27:01.017778 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-3181028d-4c22-4941-bec4-e158fbaa72c3 None None] Current status of the port f87e58fd-656d-4cae-933f-793a876be81e is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:27:01.070964 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-57bab891-3fd9-4370-bd94-ad5c30de6493 None None] Set router 5bb6cb16-b58a-4e20-82e9-33d1ca58826a gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:27:01.347613 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-57bab891-3fd9-4370-bd94-ad5c30de6493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'name': 'tempest-ServerRescueNegativeTestJSON-1872306636-router', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:26:59Z', 'revision_number': 3, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'gw_port': {'id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:26:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:27:01.386501 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bab891-3fd9-4370-bd94-ad5c30de6493 None None] Checking router: 5bb6cb16-b58a-4e20-82e9-33d1ca58826a for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:27:01.386501 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bab891-3fd9-4370-bd94-ad5c30de6493 None None] Updating router 5bb6cb16-b58a-4e20-82e9-33d1ca58826a port 9b72a562-4f99-4914-bf9d-e44563bcaa34 binding host dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:27:01.429295 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-57bab891-3fd9-4370-bd94-ad5c30de6493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (9b72a562-4f99-4914-bf9d-e44563bcaa34), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:01.687405 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-82cd1a27-4d37-4305-9cc4-9e1c9728f907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:01.890892 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-57bab891-3fd9-4370-bd94-ad5c30de6493 None None] Publish callbacks [] for port (9b72a562-4f99-4914-bf9d-e44563bcaa34), precommit_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:01.928334 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [None req-82cd1a27-4d37-4305-9cc4-9e1c9728f907 admin admin] Allocated IP 172.20.0.1 (6a802c2b-c73f-41c5-a35b-11f174fd7a4a/9d11297b-da68-44b3-bcb2-0f179572e157/71b4dc2b-140f-48ff-912c-6507fb3f4ead) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:27:02.009144 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-57bab891-3fd9-4370-bd94-ad5c30de6493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (9b72a562-4f99-4914-bf9d-e44563bcaa34), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:02.060212 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-57bab891-3fd9-4370-bd94-ad5c30de6493 None None] Attempting to bind port 9b72a562-4f99-4914-bf9d-e44563bcaa34 on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:27:02.060610 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-57bab891-3fd9-4370-bd94-ad5c30de6493 None None] Attempting to bind port 9b72a562-4f99-4914-bf9d-e44563bcaa34 by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:27:02.060972 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bab891-3fd9-4370-bd94-ad5c30de6493 None None] Attempting to bind port 9b72a562-4f99-4914-bf9d-e44563bcaa34 on network 3dc57d37-328b-453d-86b3-347b9e0efd38 {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:27:02.068607 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-82cd1a27-4d37-4305-9cc4-9e1c9728f907 admin admin] Publish callbacks [] for port (71b4dc2b-140f-48ff-912c-6507fb3f4ead), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:02.079426 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bab891-3fd9-4370-bd94-ad5c30de6493 None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:27:02.079426 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bab891-3fd9-4370-bd94-ad5c30de6493 None None] Checking segment: {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:27:02.079426 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-57bab891-3fd9-4370-bd94-ad5c30de6493 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:02.079426 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bab891-3fd9-4370-bd94-ad5c30de6493 None None] Bound using segment: {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:27:02.079426 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-57bab891-3fd9-4370-bd94-ad5c30de6493 None None] Bound port: 9b72a562-4f99-4914-bf9d-e44563bcaa34, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:27:02.079426 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-57bab891-3fd9-4370-bd94-ad5c30de6493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (9b72a562-4f99-4914-bf9d-e44563bcaa34), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:02.103748 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7bfd3e-b99f-4495-8ae3-8d3df4cd9390 None None] Pushing event updated for resources: {'Port': ['ID=9b72a562-4f99-4914-bf9d-e44563bcaa34,revision_number=2']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:02.115382 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7bfd3e-b99f-4495-8ae3-8d3df4cd9390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:02.115735 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7bfd3e-b99f-4495-8ae3-8d3df4cd9390 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:02.116089 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7bfd3e-b99f-4495-8ae3-8d3df4cd9390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:02.116469 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7bfd3e-b99f-4495-8ae3-8d3df4cd9390 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:02.116808 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7bfd3e-b99f-4495-8ae3-8d3df4cd9390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:02.117130 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7bfd3e-b99f-4495-8ae3-8d3df4cd9390 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:02.117449 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7bfd3e-b99f-4495-8ae3-8d3df4cd9390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:02.117768 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7bfd3e-b99f-4495-8ae3-8d3df4cd9390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:02.118103 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7bfd3e-b99f-4495-8ae3-8d3df4cd9390 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:02.118430 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7bfd3e-b99f-4495-8ae3-8d3df4cd9390 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:02.118750 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7bfd3e-b99f-4495-8ae3-8d3df4cd9390 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:02.119081 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7bfd3e-b99f-4495-8ae3-8d3df4cd9390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:02.119403 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7bfd3e-b99f-4495-8ae3-8d3df4cd9390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:02.119724 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7bfd3e-b99f-4495-8ae3-8d3df4cd9390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:02.120035 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7bfd3e-b99f-4495-8ae3-8d3df4cd9390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:02.149978 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-57bab891-3fd9-4370-bd94-ad5c30de6493 None None] For port 9b72a562-4f99-4914-bf9d-e44563bcaa34, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:27:02.154156 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-57bab891-3fd9-4370-bd94-ad5c30de6493 None None] For port 9b72a562-4f99-4914-bf9d-e44563bcaa34, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=9b72a562-4f99-4914-bf9d-e44563bcaa34,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:27:02.202124 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-82cd1a27-4d37-4305-9cc4-9e1c9728f907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (71b4dc2b-140f-48ff-912c-6507fb3f4ead), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:02.238972 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-57bab891-3fd9-4370-bd94-ad5c30de6493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (9b72a562-4f99-4914-bf9d-e44563bcaa34), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:02.277805 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd1a27-4d37-4305-9cc4-9e1c9728f907 admin admin] Pushing event updated for resources: {'Port': ['ID=71b4dc2b-140f-48ff-912c-6507fb3f4ead,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:02.295003 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cd1a27-4d37-4305-9cc4-9e1c9728f907 admin admin] Network 6a802c2b-c73f-41c5-a35b-11f174fd7a4a is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:27:02.300065 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-82cd1a27-4d37-4305-9cc4-9e1c9728f907 admin admin] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:27:02.309338 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cd1a27-4d37-4305-9cc4-9e1c9728f907 admin admin] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:27:02.316048 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bab891-3fd9-4370-bd94-ad5c30de6493 None None] Routers {'5bb6cb16-b58a-4e20-82e9-33d1ca58826a'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:27:02.319054 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-57bab891-3fd9-4370-bd94-ad5c30de6493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:26:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['5bb6cb16-b58a-4e20-82e9-33d1ca58826a'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:27:02.380026 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-82cd1a27-4d37-4305-9cc4-9e1c9728f907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032949'] for router_interface (5bb6cb16-b58a-4e20-82e9-33d1ca58826a), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:02.435080 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7bfd3e-b99f-4495-8ae3-8d3df4cd9390 None None] Pushing event updated for resources: {'Port': ['ID=9b72a562-4f99-4914-bf9d-e44563bcaa34,revision_number=3']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:02.533269 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-57bab891-3fd9-4370-bd94-ad5c30de6493 None None] Set router 5bb6cb16-b58a-4e20-82e9-33d1ca58826a gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:27:02.565556 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device f87e58fd-656d-4cae-933f-793a876be81e up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:27:02.652579 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port f87e58fd-656d-4cae-933f-793a876be81e triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:27:02.657184 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (f87e58fd-656d-4cae-933f-793a876be81e), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:02.802528 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port f87e58fd-656d-4cae-933f-793a876be81e is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:27:02.821646 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-f7f3914a-d3fc-481f-ac28-bf202a18c895 None None] Provisioning complete for port 71b4dc2b-140f-48ff-912c-6507fb3f4ead triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:27:02.822388 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f7f3914a-d3fc-481f-ac28-bf202a18c895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (71b4dc2b-140f-48ff-912c-6507fb3f4ead), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:02.836429 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-82cd1a27-4d37-4305-9cc4-9e1c9728f907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (71b4dc2b-140f-48ff-912c-6507fb3f4ead), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:02.839716 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-57bab891-3fd9-4370-bd94-ad5c30de6493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'name': 'tempest-ServerRescueNegativeTestJSON-1872306636-router', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:26:59Z', 'revision_number': 3, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'gw_port': {'id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:27:02.877843 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bab891-3fd9-4370-bd94-ad5c30de6493 None None] The sync data for ids ['5bb6cb16-b58a-4e20-82e9-33d1ca58826a'] in dv-cinder-562053-19-iscsi is: [{'id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'name': 'tempest-ServerRescueNegativeTestJSON-1872306636-router', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:26:59Z', 'revision_number': 3, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'gw_port': {'id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:27:02.908014 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3914a-d3fc-481f-ac28-bf202a18c895 None None] Port 71b4dc2b-140f-48ff-912c-6507fb3f4ead cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:27:03.069016 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-82cd1a27-4d37-4305-9cc4-9e1c9728f907 admin admin] Publish callbacks [] for port (71b4dc2b-140f-48ff-912c-6507fb3f4ead), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:03.132967 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-82cd1a27-4d37-4305-9cc4-9e1c9728f907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10426429'] for port (71b4dc2b-140f-48ff-912c-6507fb3f4ead), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:03.228140 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd1a27-4d37-4305-9cc4-9e1c9728f907 admin admin] Pushing event updated for resources: {'Port': ['ID=71b4dc2b-140f-48ff-912c-6507fb3f4ead,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:03.243668 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-82cd1a27-4d37-4305-9cc4-9e1c9728f907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1032801'] for router_interface (5bb6cb16-b58a-4e20-82e9-33d1ca58826a), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:03.373076 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cd1a27-4d37-4305-9cc4-9e1c9728f907 admin admin] Network 6a802c2b-c73f-41c5-a35b-11f174fd7a4a is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:27:03.375293 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-82cd1a27-4d37-4305-9cc4-9e1c9728f907 admin admin] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:27:03.577096 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82cd1a27-4d37-4305-9cc4-9e1c9728f907 admin admin] Router 5bb6cb16-b58a-4e20-82e9-33d1ca58826a has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:27:03.743010 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-235f484b-f507-485c-949e-f6b98281849a None None] Provisioning complete for port 71b4dc2b-140f-48ff-912c-6507fb3f4ead triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:27:03.743905 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-235f484b-f507-485c-949e-f6b98281849a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (71b4dc2b-140f-48ff-912c-6507fb3f4ead), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:03.931223 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-235f484b-f507-485c-949e-f6b98281849a None None] Port 71b4dc2b-140f-48ff-912c-6507fb3f4ead cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:27:04.014264 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82cd1a27-4d37-4305-9cc4-9e1c9728f907 admin admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:27:04.025172 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-82cd1a27-4d37-4305-9cc4-9e1c9728f907 admin admin] 10.222.0.39 "PUT /v2.0/routers/5bb6cb16-b58a-4e20-82e9-33d1ca58826a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0717723 Mar 29 15:27:04.352685 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 34162) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:04.417727 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c23bc4-5472-4f1e-b55d-f602c1ad1922 admin admin] Deleting subnet 5eabf532-8e93-47c4-ae80-96e7d30c4192 {{(pid=103832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:27:04.433785 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-39c23bc4-5472-4f1e-b55d-f602c1ad1922 admin admin] Publish callbacks [] for subnet (5eabf532-8e93-47c4-ae80-96e7d30c4192), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:04.513972 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 34176) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:04.551866 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-39c23bc4-5472-4f1e-b55d-f602c1ad1922 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032645'] for subnet (5eabf532-8e93-47c4-ae80-96e7d30c4192), precommit_delete_associations {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:04.590605 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 9b72a562-4f99-4914-bf9d-e44563bcaa34 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:27:04.607132 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-b7c8d05d-b4eb-4f15-8b49-41b83b947e79 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:04.608983 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-b7c8d05d-b4eb-4f15-8b49-41b83b947e79 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/networks?id=6a802c2b-c73f-41c5-a35b-11f174fd7a4a HTTP/1.1" status: 200 len: 819 time: 0.1867099 Mar 29 15:27:04.632072 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-30125de2-ad5c-44f9-a6d9-c1e8a0e90744 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/quotas/9f08a5b25a074cb7ad80f54d82bf8a5e HTTP/1.1" status: 200 len: 375 time: 0.0158832 Mar 29 15:27:04.651039 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-39c23bc4-5472-4f1e-b55d-f602c1ad1922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171654'] for subnet (5eabf532-8e93-47c4-ae80-96e7d30c4192), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:04.675913 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 9b72a562-4f99-4914-bf9d-e44563bcaa34 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:27:04.676700 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (9b72a562-4f99-4914-bf9d-e44563bcaa34), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:04.707686 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-814c4786-407f-490c-8a8a-1d7f9897b05c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:04.751335 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0046bafe-528c-4eb7-97d1-841c9cdc97b2 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f08a5b25a074cb7ad80f54d82bf8a5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1037800 Mar 29 15:27:04.803780 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 9b72a562-4f99-4914-bf9d-e44563bcaa34 is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:27:04.807326 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (9b72a562-4f99-4914-bf9d-e44563bcaa34), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:04.821057 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-814c4786-407f-490c-8a8a-1d7f9897b05c admin admin] Publish callbacks [] for security_group (8024cf76-a35a-44e4-9de3-7718c003f59f), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:04.831845 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] For port 9b72a562-4f99-4914-bf9d-e44563bcaa34, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=9b72a562-4f99-4914-bf9d-e44563bcaa34,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:27:04.855334 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-70d54578-3bc6-4687-b2fe-b564d53a6140 service neutron] 10.222.0.39 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932512 Mar 29 15:27:04.884501 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-39c23bc4-5472-4f1e-b55d-f602c1ad1922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10479047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10310206'] for subnet (5eabf532-8e93-47c4-ae80-96e7d30c4192), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:04.943967 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c23bc4-5472-4f1e-b55d-f602c1ad1922 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eabf532-8e93-47c4-ae80-96e7d30c4192,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:04.950765 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-39c23bc4-5472-4f1e-b55d-f602c1ad1922 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:04.951433 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-814c4786-407f-490c-8a8a-1d7f9897b05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (8024cf76-a35a-44e4-9de3-7718c003f59f), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:04.957126 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (9b72a562-4f99-4914-bf9d-e44563bcaa34), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:04.958373 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-39c23bc4-5472-4f1e-b55d-f602c1ad1922 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5eabf532-8e93-47c4-ae80-96e7d30c4192 HTTP/1.1" status: 204 len: 168 time: 0.6008236 Mar 29 15:27:04.959203 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 34186) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:04.991259 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea8257e-726e-420f-9ddc-8d865a33ac2c None None] Sync routers for ids ['5bb6cb16-b58a-4e20-82e9-33d1ca58826a'] in dv-cinder-562053-19-iscsi {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:27:05.010114 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c4786-407f-490c-8a8a-1d7f9897b05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8024cf76-a35a-44e4-9de3-7718c003f59f,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:05.020909 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-814c4786-407f-490c-8a8a-1d7f9897b05c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6c8e1bc3b3924fea80f5b989cd256197&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5040090 Mar 29 15:27:05.021823 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 34190) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:05.024513 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Pushing event updated for resources: {'Port': ['ID=9b72a562-4f99-4914-bf9d-e44563bcaa34,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:05.042768 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea8257e-726e-420f-9ddc-8d865a33ac2c None None] Routers {'5bb6cb16-b58a-4e20-82e9-33d1ca58826a'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:27:05.043414 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-4ea8257e-726e-420f-9ddc-8d865a33ac2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:26:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['5bb6cb16-b58a-4e20-82e9-33d1ca58826a'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:27:05.075375 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-41567d53-dbfd-4f4b-a226-86b0472a3149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105799'] for network (728cd6b3-2ad6-4ba1-995c-4f060def5b22), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:05.091671 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7ade8607-32e9-4a8b-ad4a-b4d430475ecd admin admin] Publish callbacks [] for security_group (8024cf76-a35a-44e4-9de3-7718c003f59f), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:05.101041 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-2cad4b00-d86f-459d-ae7d-f92c26c31cd0 service neutron] 10.222.0.39 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365906 Mar 29 15:27:05.120299 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7ade8607-32e9-4a8b-ad4a-b4d430475ecd admin admin] Publish callbacks [] for security_group (8024cf76-a35a-44e4-9de3-7718c003f59f), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:05.175397 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-4ea8257e-726e-420f-9ddc-8d865a33ac2c None None] Set router 5bb6cb16-b58a-4e20-82e9-33d1ca58826a gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:27:05.191618 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-41567d53-dbfd-4f4b-a226-86b0472a3149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1238605', 'neutron.services.segments.db._delete_segments_for_network-8748544868922'] for network (728cd6b3-2ad6-4ba1-995c-4f060def5b22), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:05.214651 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.services.segments.db [None req-41567d53-dbfd-4f4b-a226-86b0472a3149 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['728cd6b3-2ad6-4ba1-995c-4f060def5b22']}} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:27:05.224649 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.services.segments.db [None req-41567d53-dbfd-4f4b-a226-86b0472a3149 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9f595f-4dcd-41a7-a9fc-0ec7e0d11a0a') {'for_net_delete': True} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:27:05.225077 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.services.segments.db [None req-41567d53-dbfd-4f4b-a226-86b0472a3149 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9f595f-4dcd-41a7-a9fc-0ec7e0d11a0a') {} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:27:05.235089 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-41567d53-dbfd-4f4b-a226-86b0472a3149 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748544868419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032654'] for segment (db9f595f-4dcd-41a7-a9fc-0ec7e0d11a0a), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:05.248176 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-41567d53-dbfd-4f4b-a226-86b0472a3149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (db9f595f-4dcd-41a7-a9fc-0ec7e0d11a0a), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:05.254758 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41567d53-dbfd-4f4b-a226-86b0472a3149 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:27:05.255143 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-41567d53-dbfd-4f4b-a226-86b0472a3149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10426465'] for segment (db9f595f-4dcd-41a7-a9fc-0ec7e0d11a0a), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: Traceback (most recent call last): Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: timer() Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: cb(*args, **kw) Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: return func(*args, **kwargs) Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: self._notify() Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: self.callback(batched_events) Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: event.method(event) Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: return f(self, *a, **k) Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: return self._get(url).json() Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: return self.request(url, 'GET', **kwargs) Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:27:05.256855 dv-cinder-562053-19-iscsi neutron-server[103832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:27:05.293303 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7ade8607-32e9-4a8b-ad4a-b4d430475ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (8024cf76-a35a-44e4-9de3-7718c003f59f), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:05.296057 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7ade8607-32e9-4a8b-ad4a-b4d430475ecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:05.297454 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-7ade8607-32e9-4a8b-ad4a-b4d430475ecd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8024cf76-a35a-44e4-9de3-7718c003f59f HTTP/1.1" status: 204 len: 168 time: 0.2737770 Mar 29 15:27:05.307566 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade8607-32e9-4a8b-ad4a-b4d430475ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8024cf76-a35a-44e4-9de3-7718c003f59f,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:05.372878 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-41567d53-dbfd-4f4b-a226-86b0472a3149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1238596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033322'] for network (728cd6b3-2ad6-4ba1-995c-4f060def5b22), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:05.383410 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-41567d53-dbfd-4f4b-a226-86b0472a3149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:05.390744 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-41567d53-dbfd-4f4b-a226-86b0472a3149 admin admin] 10.222.0.39 "DELETE /v2.0/networks/728cd6b3-2ad6-4ba1-995c-4f060def5b22 HTTP/1.1" status: 204 len: 168 time: 0.4308832 Mar 29 15:27:05.393429 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 34200) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:05.436434 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41567d53-dbfd-4f4b-a226-86b0472a3149 admin admin] Pushing event deleted for resources: {'Network': ['ID=728cd6b3-2ad6-4ba1-995c-4f060def5b22,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:05.469595 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb62c8f-24bc-4804-8089-37b5154efa65 admin admin] Deleting subnet 07b24312-656c-4e33-8d20-8b4cc8c9f5db {{(pid=103831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:27:05.472600 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-4ea8257e-726e-420f-9ddc-8d865a33ac2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'name': 'tempest-ServerRescueNegativeTestJSON-1872306636-router', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:27:02Z', 'revision_number': 4, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'gw_port': {'id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '71b4dc2b-140f-48ff-912c-6507fb3f4ead', 'name': '', 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'mac_address': 'fa:16:3e:8e:a9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '9d11297b-da68-44b3-bcb2-0f179572e157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:27:01Z', 'updated_at': '2022-03-29T15:27:02Z', 'revision_number': 2, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'subnets': [{'id': '9d11297b-da68-44b3-bcb2-0f179572e157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:27:05.474277 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-bbb62c8f-24bc-4804-8089-37b5154efa65 admin admin] Publish callbacks [] for subnet (07b24312-656c-4e33-8d20-8b4cc8c9f5db), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:05.478776 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4c5471af-ad92-4f9e-b3ca-1bab4f9e87c5 req-cba7e444-fa67-48f3-a1ca-08e3be9fdd59 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 210 time: 0.0782239 Mar 29 15:27:05.525052 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea8257e-726e-420f-9ddc-8d865a33ac2c None None] Checking router: 5bb6cb16-b58a-4e20-82e9-33d1ca58826a for host: dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:27:05.525566 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea8257e-726e-420f-9ddc-8d865a33ac2c None None] Updating router 5bb6cb16-b58a-4e20-82e9-33d1ca58826a port 71b4dc2b-140f-48ff-912c-6507fb3f4ead binding host dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:27:05.571084 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4ea8257e-726e-420f-9ddc-8d865a33ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (71b4dc2b-140f-48ff-912c-6507fb3f4ead), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:05.592301 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-bbb62c8f-24bc-4804-8089-37b5154efa65 admin admin] Publish callbacks [] for subnet (07b24312-656c-4e33-8d20-8b4cc8c9f5db), precommit_delete_associations {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:05.602672 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-bbb62c8f-24bc-4804-8089-37b5154efa65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171654'] for subnet (07b24312-656c-4e33-8d20-8b4cc8c9f5db), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:05.785384 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-bbb62c8f-24bc-4804-8089-37b5154efa65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for subnet (07b24312-656c-4e33-8d20-8b4cc8c9f5db), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:05.822346 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-afa78f2a-baea-49df-9f7f-48cbc457965d tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:05.836590 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-afa78f2a-baea-49df-9f7f-48cbc457965d tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/networks?id=6a802c2b-c73f-41c5-a35b-11f174fd7a4a HTTP/1.1" status: 200 len: 819 time: 0.1471674 Mar 29 15:27:05.846432 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb62c8f-24bc-4804-8089-37b5154efa65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07b24312-656c-4e33-8d20-8b4cc8c9f5db,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:05.850574 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-bbb62c8f-24bc-4804-8089-37b5154efa65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for subnet (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:05.854103 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-bbb62c8f-24bc-4804-8089-37b5154efa65 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/07b24312-656c-4e33-8d20-8b4cc8c9f5db HTTP/1.1" status: 204 len: 168 time: 0.4594331 Mar 29 15:27:05.857362 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 34230) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:05.867388 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-840362c9-9257-4fd7-84cc-f3e2b73e360a tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/quotas/9f08a5b25a074cb7ad80f54d82bf8a5e HTTP/1.1" status: 200 len: 375 time: 0.0113688 Mar 29 15:27:05.930314 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-fab8d013-70f6-4a77-b53b-fcbdf067b1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105799'] for network (049d7ba7-0e44-4d6f-8515-7a6b6e930db6), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:05.952764 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4ea8257e-726e-420f-9ddc-8d865a33ac2c None None] Publish callbacks [] for port (71b4dc2b-140f-48ff-912c-6507fb3f4ead), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:05.958611 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-56d7b09c-ecdf-4f1a-a3da-0b10e6c37f9a tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f08a5b25a074cb7ad80f54d82bf8a5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848904 Mar 29 15:27:06.028915 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-fab8d013-70f6-4a77-b53b-fcbdf067b1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1238605', 'neutron.services.segments.db._delete_segments_for_network-8748544868922'] for network (049d7ba7-0e44-4d6f-8515-7a6b6e930db6), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:06.051286 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-fab8d013-70f6-4a77-b53b-fcbdf067b1a9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:27:06.051848 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-fab8d013-70f6-4a77-b53b-fcbdf067b1a9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:27:06.052941 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-fab8d013-70f6-4a77-b53b-fcbdf067b1a9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:27:06.053277 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-fab8d013-70f6-4a77-b53b-fcbdf067b1a9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:27:06.053606 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-fab8d013-70f6-4a77-b53b-fcbdf067b1a9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:27:06.053944 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-fab8d013-70f6-4a77-b53b-fcbdf067b1a9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:27:06.054268 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-fab8d013-70f6-4a77-b53b-fcbdf067b1a9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:27:06.054591 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-fab8d013-70f6-4a77-b53b-fcbdf067b1a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:27:06.054906 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-fab8d013-70f6-4a77-b53b-fcbdf067b1a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:27:06.055229 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-fab8d013-70f6-4a77-b53b-fcbdf067b1a9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:27:06.067247 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-ce2765a7-a42f-4473-adcf-558224153e35 service neutron] 10.222.0.39 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006103 Mar 29 15:27:06.123845 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-fab8d013-70f6-4a77-b53b-fcbdf067b1a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:27:06.124235 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-fab8d013-70f6-4a77-b53b-fcbdf067b1a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:27:06.124626 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-fab8d013-70f6-4a77-b53b-fcbdf067b1a9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:27:06.124957 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-fab8d013-70f6-4a77-b53b-fcbdf067b1a9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:27:06.125334 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.services.segments.db [None req-fab8d013-70f6-4a77-b53b-fcbdf067b1a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['049d7ba7-0e44-4d6f-8515-7a6b6e930db6']}} {{(pid=103831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:27:06.127247 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4ea8257e-726e-420f-9ddc-8d865a33ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (71b4dc2b-140f-48ff-912c-6507fb3f4ead), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:06.144157 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.services.segments.db [None req-fab8d013-70f6-4a77-b53b-fcbdf067b1a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '640be8ff-e470-4dae-9e01-ea5483388f06') {'for_net_delete': True} {{(pid=103831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:27:06.144598 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.services.segments.db [None req-fab8d013-70f6-4a77-b53b-fcbdf067b1a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '640be8ff-e470-4dae-9e01-ea5483388f06') {} {{(pid=103831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:27:06.163465 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-fab8d013-70f6-4a77-b53b-fcbdf067b1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748544868419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416706'] for segment (640be8ff-e470-4dae-9e01-ea5483388f06), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:06.180631 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-6b2a2ee1-84ee-4884-b8bd-a7b86b1cae25 service neutron] 10.222.0.39 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048498 Mar 29 15:27:06.192405 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-fab8d013-70f6-4a77-b53b-fcbdf067b1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (640be8ff-e470-4dae-9e01-ea5483388f06), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:06.201669 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2c627-adb9-434b-9b79-253b92097752 None None] Pushing event updated for resources: {'Port': ['ID=71b4dc2b-140f-48ff-912c-6507fb3f4ead,revision_number=3']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:06.234089 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 34240) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:06.243295 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab8d013-70f6-4a77-b53b-fcbdf067b1a9 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:27:06.248359 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-fab8d013-70f6-4a77-b53b-fcbdf067b1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10347138'] for segment (640be8ff-e470-4dae-9e01-ea5483388f06), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: from cryptography.utils import int_from_bytes Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: from cryptography.utils import int_from_bytes Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: Traceback (most recent call last): Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: timer() Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: cb(*args, **kw) Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: return func(*args, **kwargs) Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: self._notify() Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: self.callback(batched_events) Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: event.method(event) Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: return f(self, *a, **k) Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: return self._get(url).json() Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: return self.request(url, 'GET', **kwargs) Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:27:06.252888 dv-cinder-562053-19-iscsi neutron-server[103831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:27:06.273094 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-088f917a-6379-481c-b9b5-b94758447984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:06.286983 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-4ea8257e-726e-420f-9ddc-8d865a33ac2c None None] Attempting to bind port 71b4dc2b-140f-48ff-912c-6507fb3f4ead on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:27:06.287674 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-4ea8257e-726e-420f-9ddc-8d865a33ac2c None None] Attempting to bind port 71b4dc2b-140f-48ff-912c-6507fb3f4ead by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': 'd89f6401-43df-4164-a5ca-c69abcd4e86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a'}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:27:06.288357 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea8257e-726e-420f-9ddc-8d865a33ac2c None None] Attempting to bind port 71b4dc2b-140f-48ff-912c-6507fb3f4ead on network 6a802c2b-c73f-41c5-a35b-11f174fd7a4a {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:27:06.296353 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea8257e-726e-420f-9ddc-8d865a33ac2c None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:27:06.299391 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea8257e-726e-420f-9ddc-8d865a33ac2c None None] Checking segment: {'id': 'd89f6401-43df-4164-a5ca-c69abcd4e86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:27:06.302103 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4ea8257e-726e-420f-9ddc-8d865a33ac2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:06.302695 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea8257e-726e-420f-9ddc-8d865a33ac2c None None] Bound using segment: {'id': 'd89f6401-43df-4164-a5ca-c69abcd4e86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a'} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:27:06.306635 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-4ea8257e-726e-420f-9ddc-8d865a33ac2c None None] Bound port: 71b4dc2b-140f-48ff-912c-6507fb3f4ead, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89f6401-43df-4164-a5ca-c69abcd4e86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a'}}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:27:06.307185 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4ea8257e-726e-420f-9ddc-8d865a33ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (71b4dc2b-140f-48ff-912c-6507fb3f4ead), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:06.435844 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-fab8d013-70f6-4a77-b53b-fcbdf067b1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1238596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033322'] for network (049d7ba7-0e44-4d6f-8515-7a6b6e930db6), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:06.444413 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-088f917a-6379-481c-b9b5-b94758447984 admin admin] Publish callbacks [] for security_group (73473dd8-f6b1-4085-a8ee-426454d2193e), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:06.450448 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-4ea8257e-726e-420f-9ddc-8d865a33ac2c None None] For port 71b4dc2b-140f-48ff-912c-6507fb3f4ead, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:27:06.454505 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-4ea8257e-726e-420f-9ddc-8d865a33ac2c None None] For port 71b4dc2b-140f-48ff-912c-6507fb3f4ead, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=71b4dc2b-140f-48ff-912c-6507fb3f4ead,segment=NetworkSegment(d89f6401-43df-4164-a5ca-c69abcd4e86c),segment_id=d89f6401-43df-4164-a5ca-c69abcd4e86c)] {{(pid=103833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:27:06.472148 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8d013-70f6-4a77-b53b-fcbdf067b1a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=049d7ba7-0e44-4d6f-8515-7a6b6e930db6,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:06.479530 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-fab8d013-70f6-4a77-b53b-fcbdf067b1a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:06.507801 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-fab8d013-70f6-4a77-b53b-fcbdf067b1a9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/049d7ba7-0e44-4d6f-8515-7a6b6e930db6 HTTP/1.1" status: 204 len: 168 time: 0.6491933 Mar 29 15:27:06.556739 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4ea8257e-726e-420f-9ddc-8d865a33ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (71b4dc2b-140f-48ff-912c-6507fb3f4ead), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:06.578738 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-088f917a-6379-481c-b9b5-b94758447984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (73473dd8-f6b1-4085-a8ee-426454d2193e), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:06.585499 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ed753158-fab9-4b05-bbf1-2f8b84750a23 req-b9996925-810d-47dd-a34c-99ddcbfbfde8 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 210 time: 0.0507836 Mar 29 15:27:06.636732 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 34258) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:06.643276 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-088f917a-6379-481c-b9b5-b94758447984 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2c3ff1a9296f4f8daed6e90fbd60d2ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4053552 Mar 29 15:27:06.643276 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f917a-6379-481c-b9b5-b94758447984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73473dd8-f6b1-4085-a8ee-426454d2193e,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:06.701591 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 9b72a562-4f99-4914-bf9d-e44563bcaa34 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:27:06.747568 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2c627-adb9-434b-9b79-253b92097752 None None] Pushing event updated for resources: {'Port': ['ID=71b4dc2b-140f-48ff-912c-6507fb3f4ead,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:06.769539 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-817d4219-64f4-4952-8e71-47c747b0d97e admin admin] Publish callbacks [] for security_group (73473dd8-f6b1-4085-a8ee-426454d2193e), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:06.790515 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea8257e-726e-420f-9ddc-8d865a33ac2c None None] Routers {'5bb6cb16-b58a-4e20-82e9-33d1ca58826a'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:27:06.791458 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-4ea8257e-726e-420f-9ddc-8d865a33ac2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:26:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['5bb6cb16-b58a-4e20-82e9-33d1ca58826a'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:27:06.805497 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-817d4219-64f4-4952-8e71-47c747b0d97e admin admin] Publish callbacks [] for security_group (73473dd8-f6b1-4085-a8ee-426454d2193e), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:06.906597 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-921772e2-7690-40c2-9163-08b3d7bd9a9b None None] Provisioning complete for port 71b4dc2b-140f-48ff-912c-6507fb3f4ead triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:27:06.906975 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-921772e2-7690-40c2-9163-08b3d7bd9a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (71b4dc2b-140f-48ff-912c-6507fb3f4ead), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:06.966971 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 9b72a562-4f99-4914-bf9d-e44563bcaa34 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:27:06.967571 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (9b72a562-4f99-4914-bf9d-e44563bcaa34), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:06.973427 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-817d4219-64f4-4952-8e71-47c747b0d97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (73473dd8-f6b1-4085-a8ee-426454d2193e), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:06.976849 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-817d4219-64f4-4952-8e71-47c747b0d97e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:06.980642 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-817d4219-64f4-4952-8e71-47c747b0d97e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/73473dd8-f6b1-4085-a8ee-426454d2193e HTTP/1.1" status: 204 len: 168 time: 0.3404126 Mar 29 15:27:06.987428 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d4219-64f4-4952-8e71-47c747b0d97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73473dd8-f6b1-4085-a8ee-426454d2193e,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:07.015154 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-4ea8257e-726e-420f-9ddc-8d865a33ac2c None None] Set router 5bb6cb16-b58a-4e20-82e9-33d1ca58826a gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:27:07.115224 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 34272) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:07.187644 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-f456e2d2-ecb0-4f13-9593-cd2b85a95b73 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f00effbeda54477aa766f216a86763b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0712352 Mar 29 15:27:07.190152 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 34276) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:07.226449 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-921772e2-7690-40c2-9163-08b3d7bd9a9b None None] Current status of the port 71b4dc2b-140f-48ff-912c-6507fb3f4ead is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:27:07.226747 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-921772e2-7690-40c2-9163-08b3d7bd9a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (71b4dc2b-140f-48ff-912c-6507fb3f4ead), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:07.248751 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7d79b911-4c91-41b9-a8ba-2ee1bac27216 admin admin] Publish callbacks [] for security_group (569b37d5-1ae1-4b01-8af9-07f7bcf67d79), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:07.260190 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 34278) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:07.275352 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7d79b911-4c91-41b9-a8ba-2ee1bac27216 admin admin] Publish callbacks [] for security_group (569b37d5-1ae1-4b01-8af9-07f7bcf67d79), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:07.328319 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-921772e2-7690-40c2-9163-08b3d7bd9a9b None None] For port 71b4dc2b-140f-48ff-912c-6507fb3f4ead, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=71b4dc2b-140f-48ff-912c-6507fb3f4ead,segment=NetworkSegment(d89f6401-43df-4164-a5ca-c69abcd4e86c),segment_id=d89f6401-43df-4164-a5ca-c69abcd4e86c)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:27:07.332285 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 9b72a562-4f99-4914-bf9d-e44563bcaa34 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:27:07.381265 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-921772e2-7690-40c2-9163-08b3d7bd9a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (71b4dc2b-140f-48ff-912c-6507fb3f4ead), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:07.395686 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7d79b911-4c91-41b9-a8ba-2ee1bac27216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (569b37d5-1ae1-4b01-8af9-07f7bcf67d79), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:07.398612 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7d79b911-4c91-41b9-a8ba-2ee1bac27216 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:07.399958 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-7d79b911-4c91-41b9-a8ba-2ee1bac27216 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/569b37d5-1ae1-4b01-8af9-07f7bcf67d79 HTTP/1.1" status: 204 len: 168 time: 0.2086098 Mar 29 15:27:07.409036 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79b911-4c91-41b9-a8ba-2ee1bac27216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569b37d5-1ae1-4b01-8af9-07f7bcf67d79,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:07.488252 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921772e2-7690-40c2-9163-08b3d7bd9a9b None None] Pushing event updated for resources: {'Port': ['ID=71b4dc2b-140f-48ff-912c-6507fb3f4ead,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:07.496801 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-4ea8257e-726e-420f-9ddc-8d865a33ac2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'name': 'tempest-ServerRescueNegativeTestJSON-1872306636-router', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:27:02Z', 'revision_number': 4, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'gw_port': {'id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '71b4dc2b-140f-48ff-912c-6507fb3f4ead', 'name': '', 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'mac_address': 'fa:16:3e:8e:a9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '9d11297b-da68-44b3-bcb2-0f179572e157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:27:01Z', 'updated_at': '2022-03-29T15:27:06Z', 'revision_number': 4, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'subnets': [{'id': '9d11297b-da68-44b3-bcb2-0f179572e157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:27:07.536202 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea8257e-726e-420f-9ddc-8d865a33ac2c None None] The sync data for ids ['5bb6cb16-b58a-4e20-82e9-33d1ca58826a'] in dv-cinder-562053-19-iscsi is: [{'id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'name': 'tempest-ServerRescueNegativeTestJSON-1872306636-router', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:27:02Z', 'revision_number': 4, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'gw_port': {'id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '71b4dc2b-140f-48ff-912c-6507fb3f4ead', 'name': '', 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'mac_address': 'fa:16:3e:8e:a9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '9d11297b-da68-44b3-bcb2-0f179572e157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:27:01Z', 'updated_at': '2022-03-29T15:27:06Z', 'revision_number': 4, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'subnets': [{'id': '9d11297b-da68-44b3-bcb2-0f179572e157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:27:07.538715 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-e0f9a19f-b3ed-4ff9-b402-a15130500a78 None None] Provisioning complete for port 71b4dc2b-140f-48ff-912c-6507fb3f4ead triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:27:07.539087 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e0f9a19f-b3ed-4ff9-b402-a15130500a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (71b4dc2b-140f-48ff-912c-6507fb3f4ead), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:07.711779 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c9edf32c-a18f-444a-813c-d3ad0214afac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:07.732342 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-e0f9a19f-b3ed-4ff9-b402-a15130500a78 None None] Current status of the port 71b4dc2b-140f-48ff-912c-6507fb3f4ead is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:27:07.812358 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fe4c46bd-88a2-4090-a628-f9f62996f1a9 req-7261fbe2-3334-41d3-8c00-790af352c9fd tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 210 time: 0.0628877 Mar 29 15:27:07.884962 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c9edf32c-a18f-444a-813c-d3ad0214afac admin admin] Publish callbacks [] for security_group (d6ecf78d-b332-42ee-83ad-e47dbee61c19), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:07.956146 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c9edf32c-a18f-444a-813c-d3ad0214afac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (d6ecf78d-b332-42ee-83ad-e47dbee61c19), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:08.001014 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-c9edf32c-a18f-444a-813c-d3ad0214afac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d53d5cdc0cdb418692973276840ea320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7367601 Mar 29 15:27:08.014282 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 34306) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:08.018196 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edf32c-a18f-444a-813c-d3ad0214afac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ecf78d-b332-42ee-83ad-e47dbee61c19,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:08.067950 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3807dbba-6266-405c-8842-5d72ee1a9ef8 admin admin] Publish callbacks [] for security_group (d6ecf78d-b332-42ee-83ad-e47dbee61c19), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:08.103506 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3807dbba-6266-405c-8842-5d72ee1a9ef8 admin admin] Publish callbacks [] for security_group (d6ecf78d-b332-42ee-83ad-e47dbee61c19), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:08.280492 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3807dbba-6266-405c-8842-5d72ee1a9ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (d6ecf78d-b332-42ee-83ad-e47dbee61c19), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:08.283177 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3807dbba-6266-405c-8842-5d72ee1a9ef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:08.286961 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-3807dbba-6266-405c-8842-5d72ee1a9ef8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d6ecf78d-b332-42ee-83ad-e47dbee61c19 HTTP/1.1" status: 204 len: 168 time: 0.2816074 Mar 29 15:27:08.308295 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807dbba-6266-405c-8842-5d72ee1a9ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ecf78d-b332-42ee-83ad-e47dbee61c19,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:08.390118 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-52e3a459-8d02-461e-ac2b-f07b2eb73f37 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:08.391688 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-52e3a459-8d02-461e-ac2b-f07b2eb73f37 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.15 "GET /v2.0/networks?id=6a802c2b-c73f-41c5-a35b-11f174fd7a4a HTTP/1.1" status: 200 len: 819 time: 0.2024341 Mar 29 15:27:08.405478 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 34322) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:08.427033 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0f0ce148-8b3a-4f1f-8316-c2a97b337b85 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Request body: {'port': {'device_id': 'de71e1c6-0e45-461d-af11-2bcbb1445a6e', 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a', 'admin_state_up': True, 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:27:08.505243 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-2d09f0d6-d8f5-482d-b2ef-25cc9b2fd05f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=691c916c5fb54c0f9ce57118d1e251a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0978782 Mar 29 15:27:08.509923 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 34324) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:08.620992 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 71b4dc2b-140f-48ff-912c-6507fb3f4ead up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:27:08.638633 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2e556b01-f847-4214-9234-6cc391e4ee67 admin admin] Publish callbacks [] for security_group (4d983798-ae16-4964-903d-e09b85830840), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:08.694712 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2e556b01-f847-4214-9234-6cc391e4ee67 admin admin] Publish callbacks [] for security_group (4d983798-ae16-4964-903d-e09b85830840), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:08.700069 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 71b4dc2b-140f-48ff-912c-6507fb3f4ead triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:27:08.700606 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (71b4dc2b-140f-48ff-912c-6507fb3f4ead), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:08.711621 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0f0ce148-8b3a-4f1f-8316-c2a97b337b85 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Made reservation on behalf of 9f08a5b25a074cb7ad80f54d82bf8a5e for: {'port': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:27:08.718441 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0f0ce148-8b3a-4f1f-8316-c2a97b337b85 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:08.854121 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2e556b01-f847-4214-9234-6cc391e4ee67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (4d983798-ae16-4964-903d-e09b85830840), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:08.858036 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2e556b01-f847-4214-9234-6cc391e4ee67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:08.863001 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-2e556b01-f847-4214-9234-6cc391e4ee67 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d983798-ae16-4964-903d-e09b85830840 HTTP/1.1" status: 204 len: 168 time: 0.3536875 Mar 29 15:27:08.879712 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e556b01-f847-4214-9234-6cc391e4ee67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d983798-ae16-4964-903d-e09b85830840,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:08.910047 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0f0ce148-8b3a-4f1f-8316-c2a97b337b85 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Allocated IP 172.20.0.8 (6a802c2b-c73f-41c5-a35b-11f174fd7a4a/9d11297b-da68-44b3-bcb2-0f179572e157/f679a0f7-3889-4f39-9d58-db5d2a5ce82f) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:27:08.986600 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 34342) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:09.008798 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 71b4dc2b-140f-48ff-912c-6507fb3f4ead is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:27:09.060878 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-06daf073-1ebb-4cde-9283-303976072782 req-aba9d01b-247e-417c-b7a1-1728185d5da5 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 210 time: 0.0855429 Mar 29 15:27:09.214343 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-62da7bf5-16a1-43c3-89f2-e96b47c099de tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:09.215830 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-62da7bf5-16a1-43c3-89f2-e96b47c099de tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.15 "GET /v2.0/networks?id=6a802c2b-c73f-41c5-a35b-11f174fd7a4a HTTP/1.1" status: 200 len: 819 time: 0.1837525 Mar 29 15:27:09.220809 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0f0ce148-8b3a-4f1f-8316-c2a97b337b85 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks [] for port (f679a0f7-3889-4f39-9d58-db5d2a5ce82f), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:09.230748 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-7c559345-3c83-4a7a-be1c-86ae84135140 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Request body: {'port': {'device_id': '69a8d592-b25f-4cba-81f9-126d9ec147ed', 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a', 'admin_state_up': True, 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:27:09.287169 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 34346) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:09.301714 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d8cb8d09-26e4-49a1-9f36-47a0aca3eacf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:09.415348 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d8cb8d09-26e4-49a1-9f36-47a0aca3eacf admin admin] Publish callbacks [] for security_group (dfceae10-e456-4f51-b912-54383fee84cf), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:09.437988 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0f0ce148-8b3a-4f1f-8316-c2a97b337b85 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (f679a0f7-3889-4f39-9d58-db5d2a5ce82f), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:09.472082 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-7c559345-3c83-4a7a-be1c-86ae84135140 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Made reservation on behalf of 9f08a5b25a074cb7ad80f54d82bf8a5e for: {'port': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:27:09.475437 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-7c559345-3c83-4a7a-be1c-86ae84135140 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:09.492736 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d8cb8d09-26e4-49a1-9f36-47a0aca3eacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (dfceae10-e456-4f51-b912-54383fee84cf), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:09.520522 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0f0ce148-8b3a-4f1f-8316-c2a97b337b85 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Network 6a802c2b-c73f-41c5-a35b-11f174fd7a4a is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:27:09.530770 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0f0ce148-8b3a-4f1f-8316-c2a97b337b85 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:27:09.537361 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0f0ce148-8b3a-4f1f-8316-c2a97b337b85 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:27:09.561248 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-d8cb8d09-26e4-49a1-9f36-47a0aca3eacf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dd0210fa76844f2dbf5840013db35dd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725918 Mar 29 15:27:09.565834 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 34366) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:09.576374 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ce148-8b3a-4f1f-8316-c2a97b337b85 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Pushing event updated for resources: {'Port': ['ID=f679a0f7-3889-4f39-9d58-db5d2a5ce82f,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:09.576854 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb8d09-26e4-49a1-9f36-47a0aca3eacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfceae10-e456-4f51-b912-54383fee84cf,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:09.590297 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d495c149-f426-4968-9008-e17c97cb44e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:09.702946 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8e7fca5e-5d13-44a5-90b9-5274c8f0e2f9 admin admin] Publish callbacks [] for security_group (dfceae10-e456-4f51-b912-54383fee84cf), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:09.740990 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8e7fca5e-5d13-44a5-90b9-5274c8f0e2f9 admin admin] Publish callbacks [] for security_group (dfceae10-e456-4f51-b912-54383fee84cf), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:09.759844 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-7c559345-3c83-4a7a-be1c-86ae84135140 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Allocated IP 172.20.0.6 (6a802c2b-c73f-41c5-a35b-11f174fd7a4a/9d11297b-da68-44b3-bcb2-0f179572e157/dfe735b5-e3f0-4a75-8009-9220269525c4) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:27:09.818139 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d495c149-f426-4968-9008-e17c97cb44e0 admin admin] Publish callbacks [] for security_group (c8969d44-a2b5-4727-a514-6b163b975036), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:09.873390 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0f0ce148-8b3a-4f1f-8316-c2a97b337b85 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:09.873668 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0f0ce148-8b3a-4f1f-8316-c2a97b337b85 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:09.951355 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d495c149-f426-4968-9008-e17c97cb44e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (c8969d44-a2b5-4727-a514-6b163b975036), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:09.956362 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8e7fca5e-5d13-44a5-90b9-5274c8f0e2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (dfceae10-e456-4f51-b912-54383fee84cf), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:09.959245 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8e7fca5e-5d13-44a5-90b9-5274c8f0e2f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:09.961297 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-8e7fca5e-5d13-44a5-90b9-5274c8f0e2f9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dfceae10-e456-4f51-b912-54383fee84cf HTTP/1.1" status: 204 len: 168 time: 0.3854225 Mar 29 15:27:10.000073 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-911547ae-eba1-426d-8c11-5eaa6dc11b72 None None] Provisioning complete for port f679a0f7-3889-4f39-9d58-db5d2a5ce82f triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:27:10.001581 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d495c149-f426-4968-9008-e17c97cb44e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8969d44-a2b5-4727-a514-6b163b975036,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:10.001733 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-911547ae-eba1-426d-8c11-5eaa6dc11b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (f679a0f7-3889-4f39-9d58-db5d2a5ce82f), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:10.011498 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0f0ce148-8b3a-4f1f-8316-c2a97b337b85 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5943403 Mar 29 15:27:10.022389 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-d495c149-f426-4968-9008-e17c97cb44e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=84b0d3c69b6342d5a92773a4d54b6f43&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0321016 Mar 29 15:27:10.028659 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0d446b88-83e5-4a41-a835-338078c450dc service neutron] Request body: {'port': {'device_id': 'de71e1c6-0e45-461d-af11-2bcbb1445a6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:27:10.034920 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 34386) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:10.091238 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7fca5e-5d13-44a5-90b9-5274c8f0e2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfceae10-e456-4f51-b912-54383fee84cf,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:10.092251 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-911547ae-eba1-426d-8c11-5eaa6dc11b72 None None] Port f679a0f7-3889-4f39-9d58-db5d2a5ce82f cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:27:10.138225 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d5f5d723-47eb-4ccf-98eb-aff429943102 admin admin] Publish callbacks [] for security_group (c8969d44-a2b5-4727-a514-6b163b975036), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:10.155462 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0d446b88-83e5-4a41-a835-338078c450dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (f679a0f7-3889-4f39-9d58-db5d2a5ce82f), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:10.166098 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d5f5d723-47eb-4ccf-98eb-aff429943102 admin admin] Publish callbacks [] for security_group (c8969d44-a2b5-4727-a514-6b163b975036), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:10.190076 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-7c559345-3c83-4a7a-be1c-86ae84135140 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks [] for port (dfe735b5-e3f0-4a75-8009-9220269525c4), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:10.207283 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ea08f8c2-c60e-4522-bb4f-a13f4158fdae req-62eac88e-4972-4c28-aa2e-ba95e02ab47d tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 210 time: 0.0332954 Mar 29 15:27:10.378786 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d5f5d723-47eb-4ccf-98eb-aff429943102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (c8969d44-a2b5-4727-a514-6b163b975036), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:10.381804 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d5f5d723-47eb-4ccf-98eb-aff429943102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:10.383338 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-d5f5d723-47eb-4ccf-98eb-aff429943102 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c8969d44-a2b5-4727-a514-6b163b975036 HTTP/1.1" status: 204 len: 168 time: 0.3478143 Mar 29 15:27:10.392153 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5d723-47eb-4ccf-98eb-aff429943102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8969d44-a2b5-4727-a514-6b163b975036,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:10.410339 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-7c559345-3c83-4a7a-be1c-86ae84135140 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (dfe735b5-e3f0-4a75-8009-9220269525c4), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:10.510441 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-7c559345-3c83-4a7a-be1c-86ae84135140 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Network 6a802c2b-c73f-41c5-a35b-11f174fd7a4a is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:27:10.517232 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-7c559345-3c83-4a7a-be1c-86ae84135140 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:27:10.519726 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-7c559345-3c83-4a7a-be1c-86ae84135140 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:27:10.561088 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c559345-3c83-4a7a-be1c-86ae84135140 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Pushing event updated for resources: {'Port': ['ID=dfe735b5-e3f0-4a75-8009-9220269525c4,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:10.613501 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-7c559345-3c83-4a7a-be1c-86ae84135140 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:10.615860 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-7c559345-3c83-4a7a-be1c-86ae84135140 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:10.681277 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0d446b88-83e5-4a41-a835-338078c450dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f679a0f7-3889-4f39-9d58-db5d2a5ce82f {{(pid=103831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:27:10.689295 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0d446b88-83e5-4a41-a835-338078c450dc service neutron] Publish callbacks [] for port (f679a0f7-3889-4f39-9d58-db5d2a5ce82f), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:10.703170 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.provisioning_blocks [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0d446b88-83e5-4a41-a835-338078c450dc service neutron] Transition to ACTIVE for port object f679a0f7-3889-4f39-9d58-db5d2a5ce82f will not be triggered until provisioned by entity L2. {{(pid=103831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:27:10.707310 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-7c559345-3c83-4a7a-be1c-86ae84135140 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4808280 Mar 29 15:27:10.722483 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-1776b269-32b8-43c1-93bb-86e6474f88b4 service neutron] Request body: {'port': {'device_id': '69a8d592-b25f-4cba-81f9-126d9ec147ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:27:10.751526 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0d446b88-83e5-4a41-a835-338078c450dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (f679a0f7-3889-4f39-9d58-db5d2a5ce82f), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:10.804220 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-11f4dfa3-b9d4-4de3-8351-7f2ca5ebca04 None None] Provisioning complete for port dfe735b5-e3f0-4a75-8009-9220269525c4 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:27:10.804852 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-11f4dfa3-b9d4-4de3-8351-7f2ca5ebca04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (dfe735b5-e3f0-4a75-8009-9220269525c4), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:10.850691 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-11f4dfa3-b9d4-4de3-8351-7f2ca5ebca04 None None] Port dfe735b5-e3f0-4a75-8009-9220269525c4 cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:27:10.860147 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d446b88-83e5-4a41-a835-338078c450dc service neutron] Pushing event updated for resources: {'Port': ['ID=f679a0f7-3889-4f39-9d58-db5d2a5ce82f,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:10.864539 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-1776b269-32b8-43c1-93bb-86e6474f88b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (dfe735b5-e3f0-4a75-8009-9220269525c4), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:10.889850 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 34404) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:11.255297 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9273a5fc-e8b2-46c7-bf42-2046169c48cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:11.335513 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0d446b88-83e5-4a41-a835-338078c450dc service neutron] Attempting to bind port f679a0f7-3889-4f39-9d58-db5d2a5ce82f on host hv-cinder-56205 for vnic_type normal with profile {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:27:11.335845 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0d446b88-83e5-4a41-a835-338078c450dc service neutron] Attempting to bind port f679a0f7-3889-4f39-9d58-db5d2a5ce82f by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': 'd89f6401-43df-4164-a5ca-c69abcd4e86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a'}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:27:11.336167 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0d446b88-83e5-4a41-a835-338078c450dc service neutron] Attempting to bind port f679a0f7-3889-4f39-9d58-db5d2a5ce82f on network 6a802c2b-c73f-41c5-a35b-11f174fd7a4a {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:27:11.351811 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0d446b88-83e5-4a41-a835-338078c450dc service neutron] Port f679a0f7-3889-4f39-9d58-db5d2a5ce82f on network 6a802c2b-c73f-41c5-a35b-11f174fd7a4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:27:11.355027 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0d446b88-83e5-4a41-a835-338078c450dc service neutron] Attempting to bind port f679a0f7-3889-4f39-9d58-db5d2a5ce82f on network 6a802c2b-c73f-41c5-a35b-11f174fd7a4a {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:27:11.362870 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0d446b88-83e5-4a41-a835-338078c450dc service neutron] Checking agent: {'id': 'cb22ad3b-74f2-4994-b299-960cea1745ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'started_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:27:11.363203 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0d446b88-83e5-4a41-a835-338078c450dc service neutron] Checking segment: {'id': 'd89f6401-43df-4164-a5ca-c69abcd4e86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:27:11.363586 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0d446b88-83e5-4a41-a835-338078c450dc service neutron] Bound using segment: {'id': 'd89f6401-43df-4164-a5ca-c69abcd4e86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a'} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:27:11.364013 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0d446b88-83e5-4a41-a835-338078c450dc service neutron] Bound port: f679a0f7-3889-4f39-9d58-db5d2a5ce82f, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89f6401-43df-4164-a5ca-c69abcd4e86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a'}}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:27:11.364412 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0d446b88-83e5-4a41-a835-338078c450dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (f679a0f7-3889-4f39-9d58-db5d2a5ce82f), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:11.381766 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c4da8-73d2-4128-906f-a66f60009132 req-749791a2-0380-4f89-9321-c900660cd10d tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:11.383227 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5b3c4da8-73d2-4128-906f-a66f60009132 req-749791a2-0380-4f89-9321-c900660cd10d tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 931 time: 0.0803785 Mar 29 15:27:11.425905 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9273a5fc-e8b2-46c7-bf42-2046169c48cb admin admin] Publish callbacks [] for security_group (85ae7132-474f-43da-959e-305a87018014), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:11.467252 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5b3c4da8-73d2-4128-906f-a66f60009132 req-6a1d2534-d1b8-4780-b7cc-a2cb93dfc866 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751669 Mar 29 15:27:11.491314 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0d446b88-83e5-4a41-a835-338078c450dc service neutron] For port f679a0f7-3889-4f39-9d58-db5d2a5ce82f, host hv-cinder-56205, cleared binding levels {{(pid=103831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:27:11.499254 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0d446b88-83e5-4a41-a835-338078c450dc service neutron] For port f679a0f7-3889-4f39-9d58-db5d2a5ce82f, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=f679a0f7-3889-4f39-9d58-db5d2a5ce82f,segment=NetworkSegment(d89f6401-43df-4164-a5ca-c69abcd4e86c),segment_id=d89f6401-43df-4164-a5ca-c69abcd4e86c)] {{(pid=103831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:27:11.505767 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9273a5fc-e8b2-46c7-bf42-2046169c48cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (85ae7132-474f-43da-959e-305a87018014), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:11.549320 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273a5fc-e8b2-46c7-bf42-2046169c48cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ae7132-474f-43da-959e-305a87018014,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:11.554870 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-9273a5fc-e8b2-46c7-bf42-2046169c48cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0bb5d4cf920445669ba75f36c05c1921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6633418 Mar 29 15:27:11.557393 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 34438) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:11.564491 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0d446b88-83e5-4a41-a835-338078c450dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (f679a0f7-3889-4f39-9d58-db5d2a5ce82f), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:11.607219 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-1776b269-32b8-43c1-93bb-86e6474f88b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe735b5-e3f0-4a75-8009-9220269525c4 {{(pid=103831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:27:11.612919 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0d446b88-83e5-4a41-a835-338078c450dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:11.613600 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0d446b88-83e5-4a41-a835-338078c450dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:11.615320 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-0d446b88-83e5-4a41-a835-338078c450dc service neutron] 10.222.0.15 "PUT /v2.0/ports/f679a0f7-3889-4f39-9d58-db5d2a5ce82f HTTP/1.1" status: 200 len: 1093 time: 1.5942023 Mar 29 15:27:11.617260 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de71e1c6-0e45-461d-af11-2bcbb1445a6e', 'tag': 'f679a0f7-3889-4f39-9d58-db5d2a5ce82f'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:27:11.619675 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e861fb-d011-4387-88e8-86ba7232400d" -d '{"events": [{"name": "network-changed", "server_uuid": "de71e1c6-0e45-461d-af11-2bcbb1445a6e", "tag": "f679a0f7-3889-4f39-9d58-db5d2a5ce82f"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:27:11.628227 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-46e90b8e-26b4-4bfb-a9bc-c6358cc150f3 admin admin] Publish callbacks [] for security_group (85ae7132-474f-43da-959e-305a87018014), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:11.639525 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-1776b269-32b8-43c1-93bb-86e6474f88b4 service neutron] Publish callbacks [] for port (dfe735b5-e3f0-4a75-8009-9220269525c4), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:11.675017 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-46e90b8e-26b4-4bfb-a9bc-c6358cc150f3 admin admin] Publish callbacks [] for security_group (85ae7132-474f-43da-959e-305a87018014), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:11.707345 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042ca839-5e0f-4341-997c-a7b670411611 x-openstack-request-id: req-042ca839-5e0f-4341-997c-a7b670411611 {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:27:11.707345 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de71e1c6-0e45-461d-af11-2bcbb1445a6e", "tag": "f679a0f7-3889-4f39-9d58-db5d2a5ce82f", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:27:11.707345 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-042ca839-5e0f-4341-997c-a7b670411611 {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:27:11.707345 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-042ca839-5e0f-4341-997c-a7b670411611'] response: {'name': 'network-changed', 'server_uuid': 'de71e1c6-0e45-461d-af11-2bcbb1445a6e', 'tag': 'f679a0f7-3889-4f39-9d58-db5d2a5ce82f', 'status': 'completed', 'code': 200} Mar 29 15:27:11.709997 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.provisioning_blocks [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-1776b269-32b8-43c1-93bb-86e6474f88b4 service neutron] Transition to ACTIVE for port object dfe735b5-e3f0-4a75-8009-9220269525c4 will not be triggered until provisioned by entity L2. {{(pid=103831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:27:11.725448 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d446b88-83e5-4a41-a835-338078c450dc service neutron] Pushing event updated for resources: {'Port': ['ID=f679a0f7-3889-4f39-9d58-db5d2a5ce82f,revision_number=3']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:11.766496 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e861fb-d011-4387-88e8-86ba7232400d req-7ca20d44-038f-44e7-9015-8bb4bd32627c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:11.768000 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-a8e861fb-d011-4387-88e8-86ba7232400d req-7ca20d44-038f-44e7-9015-8bb4bd32627c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f08a5b25a074cb7ad80f54d82bf8a5e&device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 1127 time: 0.0611875 Mar 29 15:27:11.778473 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-1776b269-32b8-43c1-93bb-86e6474f88b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (dfe735b5-e3f0-4a75-8009-9220269525c4), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:11.874491 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-46e90b8e-26b4-4bfb-a9bc-c6358cc150f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (85ae7132-474f-43da-959e-305a87018014), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:11.879513 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-46e90b8e-26b4-4bfb-a9bc-c6358cc150f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:11.881024 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-46e90b8e-26b4-4bfb-a9bc-c6358cc150f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/85ae7132-474f-43da-959e-305a87018014 HTTP/1.1" status: 204 len: 168 time: 0.3218281 Mar 29 15:27:11.896387 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e90b8e-26b4-4bfb-a9bc-c6358cc150f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ae7132-474f-43da-959e-305a87018014,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:11.903041 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776b269-32b8-43c1-93bb-86e6474f88b4 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe735b5-e3f0-4a75-8009-9220269525c4,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:11.998864 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e861fb-d011-4387-88e8-86ba7232400d req-923a164e-b0c2-43ae-b5a7-96df05e91aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:12.000841 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-a8e861fb-d011-4387-88e8-86ba7232400d req-923a164e-b0c2-43ae-b5a7-96df05e91aec service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9f08a5b25a074cb7ad80f54d82bf8a5e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2176952 Mar 29 15:27:12.077576 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-1776b269-32b8-43c1-93bb-86e6474f88b4 service neutron] Attempting to bind port dfe735b5-e3f0-4a75-8009-9220269525c4 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:27:12.078138 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-1776b269-32b8-43c1-93bb-86e6474f88b4 service neutron] Attempting to bind port dfe735b5-e3f0-4a75-8009-9220269525c4 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': 'd89f6401-43df-4164-a5ca-c69abcd4e86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a'}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:27:12.078487 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-1776b269-32b8-43c1-93bb-86e6474f88b4 service neutron] Attempting to bind port dfe735b5-e3f0-4a75-8009-9220269525c4 on network 6a802c2b-c73f-41c5-a35b-11f174fd7a4a {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:27:12.090878 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-1776b269-32b8-43c1-93bb-86e6474f88b4 service neutron] Port dfe735b5-e3f0-4a75-8009-9220269525c4 on network 6a802c2b-c73f-41c5-a35b-11f174fd7a4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:27:12.090878 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-1776b269-32b8-43c1-93bb-86e6474f88b4 service neutron] Attempting to bind port dfe735b5-e3f0-4a75-8009-9220269525c4 on network 6a802c2b-c73f-41c5-a35b-11f174fd7a4a {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:27:12.098363 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-1776b269-32b8-43c1-93bb-86e6474f88b4 service neutron] Checking agent: {'id': 'cb22ad3b-74f2-4994-b299-960cea1745ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'started_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:27:12.098973 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-1776b269-32b8-43c1-93bb-86e6474f88b4 service neutron] Checking segment: {'id': 'd89f6401-43df-4164-a5ca-c69abcd4e86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:27:12.099319 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-1776b269-32b8-43c1-93bb-86e6474f88b4 service neutron] Bound using segment: {'id': 'd89f6401-43df-4164-a5ca-c69abcd4e86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a'} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:27:12.099879 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-1776b269-32b8-43c1-93bb-86e6474f88b4 service neutron] Bound port: dfe735b5-e3f0-4a75-8009-9220269525c4, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89f6401-43df-4164-a5ca-c69abcd4e86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a'}}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:27:12.100417 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-1776b269-32b8-43c1-93bb-86e6474f88b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (dfe735b5-e3f0-4a75-8009-9220269525c4), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:12.188095 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e861fb-d011-4387-88e8-86ba7232400d req-2b065f56-c448-4afb-a8ad-d99225daf0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:12.189682 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-a8e861fb-d011-4387-88e8-86ba7232400d req-2b065f56-c448-4afb-a8ad-d99225daf0e9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1810970 Mar 29 15:27:12.214764 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-1776b269-32b8-43c1-93bb-86e6474f88b4 service neutron] For port dfe735b5-e3f0-4a75-8009-9220269525c4, host hv-cinder-56205, cleared binding levels {{(pid=103831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:27:12.219315 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-1776b269-32b8-43c1-93bb-86e6474f88b4 service neutron] For port dfe735b5-e3f0-4a75-8009-9220269525c4, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=dfe735b5-e3f0-4a75-8009-9220269525c4,segment=NetworkSegment(d89f6401-43df-4164-a5ca-c69abcd4e86c),segment_id=d89f6401-43df-4164-a5ca-c69abcd4e86c)] {{(pid=103831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:27:12.298091 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-645ccf66-ea88-4d0c-9ee4-5f9b29df9e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:12.298091 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-645ccf66-ea88-4d0c-9ee4-5f9b29df9e56 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f08a5b25a074cb7ad80f54d82bf8a5e&device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 1127 time: 0.0469871 Mar 29 15:27:12.344420 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-bfba4e77-305d-46cf-b5af-ef948f4e0f2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f679a0f7-3889-4f39-9d58-db5d2a5ce82f HTTP/1.1" status: 200 len: 217 time: 0.0398991 Mar 29 15:27:12.382508 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-1776b269-32b8-43c1-93bb-86e6474f88b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (dfe735b5-e3f0-4a75-8009-9220269525c4), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:12.421415 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-18994ac3-b56f-478e-b6c5-5593bd38a575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:12.422928 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-18994ac3-b56f-478e-b6c5-5593bd38a575 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d11297b-da68-44b3-bcb2-0f179572e157 HTTP/1.1" status: 200 len: 858 time: 0.0720506 Mar 29 15:27:12.427416 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-1776b269-32b8-43c1-93bb-86e6474f88b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:12.428027 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-1776b269-32b8-43c1-93bb-86e6474f88b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:12.429425 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-1776b269-32b8-43c1-93bb-86e6474f88b4 service neutron] 10.222.0.15 "PUT /v2.0/ports/dfe735b5-e3f0-4a75-8009-9220269525c4 HTTP/1.1" status: 200 len: 1093 time: 1.7130888 Mar 29 15:27:12.479698 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776b269-32b8-43c1-93bb-86e6474f88b4 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe735b5-e3f0-4a75-8009-9220269525c4,revision_number=3']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:12.503590 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-b001b950-c712-4b49-948f-1b1fa4da7764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:12.505258 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-b001b950-c712-4b49-948f-1b1fa4da7764 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a802c2b-c73f-41c5-a35b-11f174fd7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0749297 Mar 29 15:27:12.638665 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-7541e4d3-87fa-4659-9c44-53ecb389ce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:12.640242 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-7541e4d3-87fa-4659-9c44-53ecb389ce21 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f08a5b25a074cb7ad80f54d82bf8a5e&device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 1127 time: 0.0776155 Mar 29 15:27:12.642486 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-2bce072c-c599-4c8e-bf6f-05f87bc6d0a8 service neutron] 10.222.0.15 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292830 Mar 29 15:27:12.643355 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c0c29-1bea-4c59-a699-9e73ae18e72a req-c3d06012-eef2-4ea9-9194-48934ff33e8d tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:12.653005 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7b9c0c29-1bea-4c59-a699-9e73ae18e72a req-c3d06012-eef2-4ea9-9194-48934ff33e8d tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 943 time: 0.0873477 Mar 29 15:27:12.737511 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-5b7d5b68-3ded-44c7-a1d5-2613213a947d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfe735b5-e3f0-4a75-8009-9220269525c4 HTTP/1.1" status: 200 len: 217 time: 0.0841420 Mar 29 15:27:12.743142 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7b9c0c29-1bea-4c59-a699-9e73ae18e72a req-273e8319-0aca-4639-b3ea-e33bbb35a88e tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914876 Mar 29 15:27:12.819088 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-d9e1e57d-a6a7-43c6-88c0-9eae7d9599e7 req-7bf7b304-3291-4426-8fac-53e86352dbb2 service neutron] 10.222.0.15 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646600 Mar 29 15:27:12.825018 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-417477a7-ccb6-4175-8c58-d4f4368ac329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:12.826473 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-417477a7-ccb6-4175-8c58-d4f4368ac329 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d11297b-da68-44b3-bcb2-0f179572e157 HTTP/1.1" status: 200 len: 858 time: 0.0769711 Mar 29 15:27:12.882841 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-26464ea7-5e90-4ca0-b43e-fb09ffd8bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:12.884490 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-26464ea7-5e90-4ca0-b43e-fb09ffd8bfc5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a802c2b-c73f-41c5-a35b-11f174fd7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0515382 Mar 29 15:27:12.888559 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 34494) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:12.987532 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-837dbc1b-0cbd-4f7f-b7ba-5eebe55eeb9d service neutron] 10.222.0.15 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924888 Mar 29 15:27:13.112926 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9ca23555-164b-48a7-a6a7-8232b0cc6dfd req-f0f14cdc-8004-4b59-8d6b-c7ea7fb5ba14 service neutron] 10.222.0.15 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146040 Mar 29 15:27:13.123004 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-98f62183-ade5-4d47-9e53-130c28a80ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:13.184673 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:13.201363 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-98f62183-ade5-4d47-9e53-130c28a80ded admin admin] Publish callbacks [] for security_group (7863d0b6-3fdd-4357-9a9f-6e4a3a21c5bf), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:13.275949 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-98f62183-ade5-4d47-9e53-130c28a80ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (7863d0b6-3fdd-4357-9a9f-6e4a3a21c5bf), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:13.320288 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-98f62183-ade5-4d47-9e53-130c28a80ded admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b2c079b428a64bc19a6799cb374014fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4305291 Mar 29 15:27:13.322059 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f62183-ade5-4d47-9e53-130c28a80ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7863d0b6-3fdd-4357-9a9f-6e4a3a21c5bf,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:13.323288 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 34514) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:13.398970 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f55b7c55-1087-447e-8b15-c42780bcb980 admin admin] Publish callbacks [] for security_group (7863d0b6-3fdd-4357-9a9f-6e4a3a21c5bf), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:13.423047 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f55b7c55-1087-447e-8b15-c42780bcb980 admin admin] Publish callbacks [] for security_group (7863d0b6-3fdd-4357-9a9f-6e4a3a21c5bf), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:13.618557 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f55b7c55-1087-447e-8b15-c42780bcb980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (7863d0b6-3fdd-4357-9a9f-6e4a3a21c5bf), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:13.622958 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f55b7c55-1087-447e-8b15-c42780bcb980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:13.638995 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-f55b7c55-1087-447e-8b15-c42780bcb980 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7863d0b6-3fdd-4357-9a9f-6e4a3a21c5bf HTTP/1.1" status: 204 len: 168 time: 0.2998152 Mar 29 15:27:13.638995 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b7c55-1087-447e-8b15-c42780bcb980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7863d0b6-3fdd-4357-9a9f-6e4a3a21c5bf,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:13.687238 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff3c04-43d1-4bef-aa67-2d6f76e9417b req-727a1ce3-6f37-4332-89b6-05d03fe1e6e5 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:13.688772 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4aff3c04-43d1-4bef-aa67-2d6f76e9417b req-727a1ce3-6f37-4332-89b6-05d03fe1e6e5 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0594029 Mar 29 15:27:13.703789 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a8d592-b25f-4cba-81f9-126d9ec147ed', 'tag': 'dfe735b5-e3f0-4a75-8009-9220269525c4'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:27:13.706957 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0219fd-4535-490b-a550-213fe2144a56" -d '{"events": [{"name": "network-changed", "server_uuid": "69a8d592-b25f-4cba-81f9-126d9ec147ed", "tag": "dfe735b5-e3f0-4a75-8009-9220269525c4"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:27:13.738234 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4aff3c04-43d1-4bef-aa67-2d6f76e9417b req-25367bf5-8e3d-4f64-ac11-fb617628f52b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437586 Mar 29 15:27:13.749950 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ae11bf-9996-46e1-8ee5-6b03d19dd006 x-openstack-request-id: req-89ae11bf-9996-46e1-8ee5-6b03d19dd006 {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:27:13.750331 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a8d592-b25f-4cba-81f9-126d9ec147ed", "tag": "dfe735b5-e3f0-4a75-8009-9220269525c4", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:27:13.750512 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-89ae11bf-9996-46e1-8ee5-6b03d19dd006 {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:27:13.750932 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89ae11bf-9996-46e1-8ee5-6b03d19dd006'] response: {'name': 'network-changed', 'server_uuid': '69a8d592-b25f-4cba-81f9-126d9ec147ed', 'tag': 'dfe735b5-e3f0-4a75-8009-9220269525c4', 'status': 'completed', 'code': 200} Mar 29 15:27:13.852251 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0219fd-4535-490b-a550-213fe2144a56 req-7e5d173a-8dac-4dde-a237-709f92c6dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:13.862227 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-eb0219fd-4535-490b-a550-213fe2144a56 req-7e5d173a-8dac-4dde-a237-709f92c6dd0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f08a5b25a074cb7ad80f54d82bf8a5e&device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 1127 time: 0.0565817 Mar 29 15:27:13.906293 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b47e9c-f270-46d9-b5ba-0a628b09f520 req-a7c152d1-f9d8-4d61-915c-eb3f53eff1dd tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:13.907895 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-94b47e9c-f270-46d9-b5ba-0a628b09f520 req-a7c152d1-f9d8-4d61-915c-eb3f53eff1dd tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 943 time: 0.0698304 Mar 29 15:27:13.972223 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0219fd-4535-490b-a550-213fe2144a56 req-db703dfe-8285-40c1-aab1-95eca3ef1975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:13.974202 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-eb0219fd-4535-490b-a550-213fe2144a56 req-db703dfe-8285-40c1-aab1-95eca3ef1975 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a802c2b-c73f-41c5-a35b-11f174fd7a4a HTTP/1.1" status: 200 len: 920 time: 0.1121383 Mar 29 15:27:13.978696 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-94b47e9c-f270-46d9-b5ba-0a628b09f520 req-e21d3261-0bb3-47a7-b442-6f91b73cef4f tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583441 Mar 29 15:27:14.016162 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-eb0219fd-4535-490b-a550-213fe2144a56 req-8ce2d7c0-9597-4a13-a772-c02aa9e1625b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfe735b5-e3f0-4a75-8009-9220269525c4 HTTP/1.1" status: 200 len: 217 time: 0.0355656 Mar 29 15:27:14.069013 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0219fd-4535-490b-a550-213fe2144a56 req-c3e80b0c-d0e8-43d9-8042-c20ecf82818e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:14.070793 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-eb0219fd-4535-490b-a550-213fe2144a56 req-c3e80b0c-d0e8-43d9-8042-c20ecf82818e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d11297b-da68-44b3-bcb2-0f179572e157 HTTP/1.1" status: 200 len: 858 time: 0.0480711 Mar 29 15:27:14.137015 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0219fd-4535-490b-a550-213fe2144a56 req-3f4dfedc-96f6-4459-bfcd-fcc90c99de2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:14.138522 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-eb0219fd-4535-490b-a550-213fe2144a56 req-3f4dfedc-96f6-4459-bfcd-fcc90c99de2c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a802c2b-c73f-41c5-a35b-11f174fd7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0604031 Mar 29 15:27:14.252371 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-eb0219fd-4535-490b-a550-213fe2144a56 req-5a895085-a8d3-4bfd-84c1-18ce9401e741 service neutron] 10.222.0.15 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047716 Mar 29 15:27:14.371871 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-eb0219fd-4535-490b-a550-213fe2144a56 req-cbfebbc2-bcba-463b-b45a-d5f7fd8eeb75 service neutron] 10.222.0.15 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092348 Mar 29 15:27:14.877671 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313c443-486e-4f32-8f36-d6fbbc08c54b req-5624992a-d9cf-4729-ac1b-9d86f5d8663f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:14.879251 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f313c443-486e-4f32-8f36-d6fbbc08c54b req-5624992a-d9cf-4729-ac1b-9d86f5d8663f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0587537 Mar 29 15:27:14.933848 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f313c443-486e-4f32-8f36-d6fbbc08c54b req-8243f8f7-bd36-4eec-9aaa-7cc71ab8d99f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483584 Mar 29 15:27:15.101975 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f6fc8-b16f-4f14-9fbd-5ca14d62dfb6 req-b5ba995d-4354-4435-bbc2-4a4c2bfad204 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:15.103880 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d40f6fc8-b16f-4f14-9fbd-5ca14d62dfb6 req-b5ba995d-4354-4435-bbc2-4a4c2bfad204 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 943 time: 0.0566800 Mar 29 15:27:15.188859 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d40f6fc8-b16f-4f14-9fbd-5ca14d62dfb6 req-fcf8979c-2853-45ac-94bc-07444e45920e tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758753 Mar 29 15:27:15.796250 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-312dbd07-7616-41b2-aa12-2c07d867c8d9 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=79d23fc2db054b2ab3ec2e4961a2d4fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284269 Mar 29 15:27:15.933369 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device f679a0f7-3889-4f39-9d58-db5d2a5ce82f details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=103833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:27:15.999487 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-c79165a1-4556-400f-b34a-db28e4badec8 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:16.006051 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-c79165a1-4556-400f-b34a-db28e4badec8 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1993134 Mar 29 15:27:16.019430 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-4f177e7e-1a91-4558-8266-41f6aa6a7ba7 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/quotas/79d23fc2db054b2ab3ec2e4961a2d4fe HTTP/1.1" status: 200 len: 375 time: 0.0099757 Mar 29 15:27:16.074480 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-f1f1a804-8fdc-4bbe-b14b-39f6ef29a749 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=79d23fc2db054b2ab3ec2e4961a2d4fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424435 Mar 29 15:27:16.076435 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port f679a0f7-3889-4f39-9d58-db5d2a5ce82f, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=f679a0f7-3889-4f39-9d58-db5d2a5ce82f,segment=NetworkSegment(d89f6401-43df-4164-a5ca-c69abcd4e86c),segment_id=d89f6401-43df-4164-a5ca-c69abcd4e86c)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:27:16.093994 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Returning: {'device': 'f679a0f7-3889-4f39-9d58-db5d2a5ce82f', 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a', 'port_id': 'f679a0f7-3889-4f39-9d58-db5d2a5ce82f', 'mac_address': 'fa:16:3e:62:2a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d11297b-da68-44b3-bcb2-0f179572e157', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:27:16.101531 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55016fb0-9340-4116-b329-ddc28f45eb13 req-37973256-4fa7-4de6-8eb5-8625bbec56b6 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:16.103663 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-55016fb0-9340-4116-b329-ddc28f45eb13 req-37973256-4fa7-4de6-8eb5-8625bbec56b6 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0828111 Mar 29 15:27:16.140239 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port f679a0f7-3889-4f39-9d58-db5d2a5ce82f is: DOWN; New status is: BUILD {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:27:16.140779 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (f679a0f7-3889-4f39-9d58-db5d2a5ce82f), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:16.156190 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-55016fb0-9340-4116-b329-ddc28f45eb13 req-b8c55efa-bad6-4db0-b449-5ce01f532cd3 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465736 Mar 29 15:27:16.163782 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f679a0f7-3889-4f39-9d58-db5d2a5ce82f {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:27:16.185845 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port f679a0f7-3889-4f39-9d58-db5d2a5ce82f, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=f679a0f7-3889-4f39-9d58-db5d2a5ce82f,segment=NetworkSegment(d89f6401-43df-4164-a5ca-c69abcd4e86c),segment_id=d89f6401-43df-4164-a5ca-c69abcd4e86c)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:27:16.241564 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (f679a0f7-3889-4f39-9d58-db5d2a5ce82f), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:16.242381 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device dfe735b5-e3f0-4a75-8009-9220269525c4 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=103833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:27:16.326666 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port dfe735b5-e3f0-4a75-8009-9220269525c4, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=dfe735b5-e3f0-4a75-8009-9220269525c4,segment=NetworkSegment(d89f6401-43df-4164-a5ca-c69abcd4e86c),segment_id=d89f6401-43df-4164-a5ca-c69abcd4e86c)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:27:16.356517 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Returning: {'device': 'dfe735b5-e3f0-4a75-8009-9220269525c4', 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a', 'port_id': 'dfe735b5-e3f0-4a75-8009-9220269525c4', 'mac_address': 'fa:16:3e:1b:a7:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d11297b-da68-44b3-bcb2-0f179572e157', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:27:16.410435 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=f679a0f7-3889-4f39-9d58-db5d2a5ce82f,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:16.429608 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port dfe735b5-e3f0-4a75-8009-9220269525c4 is: DOWN; New status is: BUILD {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:27:16.429608 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (dfe735b5-e3f0-4a75-8009-9220269525c4), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:16.430926 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53345ce1-108b-436d-a5a7-b51808f38980 req-fa1b6b11-8a9b-4782-8f44-6f49d5b985b7 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:16.434149 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-53345ce1-108b-436d-a5a7-b51808f38980 req-fa1b6b11-8a9b-4782-8f44-6f49d5b985b7 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 943 time: 0.1657465 Mar 29 15:27:16.450883 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe735b5-e3f0-4a75-8009-9220269525c4 {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:27:16.462830 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e142d972-dc95-40b3-952a-c092a861fbd9 req-eb93e959-6adc-4946-aca8-08b767f91b04 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3f66f20-c01f-4fbb-a855-1fee99b06367 HTTP/1.1" status: 200 len: 210 time: 0.0776587 Mar 29 15:27:16.476384 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port dfe735b5-e3f0-4a75-8009-9220269525c4, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=dfe735b5-e3f0-4a75-8009-9220269525c4,segment=NetworkSegment(d89f6401-43df-4164-a5ca-c69abcd4e86c),segment_id=d89f6401-43df-4164-a5ca-c69abcd4e86c)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:27:16.521881 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-53345ce1-108b-436d-a5a7-b51808f38980 req-3789a878-9547-43b1-9a6d-f555e2c0c4ab tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720403 Mar 29 15:27:16.567319 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (dfe735b5-e3f0-4a75-8009-9220269525c4), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:16.622240 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=dfe735b5-e3f0-4a75-8009-9220269525c4,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:16.801784 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 34698) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:16.825387 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['f679a0f7-3889-4f39-9d58-db5d2a5ce82f'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:27:16.856644 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['dfe735b5-e3f0-4a75-8009-9220269525c4'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:27:16.911204 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-22a2bb95-963c-49a7-8c9c-c6b1fd76fa6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:17.005897 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-22a2bb95-963c-49a7-8c9c-c6b1fd76fa6d admin admin] Publish callbacks [] for security_group (d9ff6db1-4de4-4439-a0eb-7a2ea79ff9d8), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:17.132626 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-22a2bb95-963c-49a7-8c9c-c6b1fd76fa6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (d9ff6db1-4de4-4439-a0eb-7a2ea79ff9d8), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:17.176805 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-22a2bb95-963c-49a7-8c9c-c6b1fd76fa6d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7023d3aa974e4051ab46eecb899f1488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3734825 Mar 29 15:27:17.177949 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2bb95-963c-49a7-8c9c-c6b1fd76fa6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ff6db1-4de4-4439-a0eb-7a2ea79ff9d8,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:17.179212 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 34704) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:17.254604 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 34708) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:17.255115 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fd241dec-33d1-43e9-8241-4fa608a420e7 admin admin] Publish callbacks [] for security_group (d9ff6db1-4de4-4439-a0eb-7a2ea79ff9d8), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:17.303198 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fd241dec-33d1-43e9-8241-4fa608a420e7 admin admin] Publish callbacks [] for security_group (d9ff6db1-4de4-4439-a0eb-7a2ea79ff9d8), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:17.346155 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55398e-f8b6-48bf-bc05-ab5680b03f35 req-632e0419-a094-40ce-bfad-633522bd2e83 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:17.347494 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fe55398e-f8b6-48bf-bc05-ab5680b03f35 req-632e0419-a094-40ce-bfad-633522bd2e83 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.1143775 Mar 29 15:27:17.414301 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fe55398e-f8b6-48bf-bc05-ab5680b03f35 req-33a3234a-3efc-45fa-ac5d-90ff11709431 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565345 Mar 29 15:27:17.419274 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-04e9d3b6-bf3e-40c7-b2b2-2677d7943b20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:17.493351 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fd241dec-33d1-43e9-8241-4fa608a420e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (d9ff6db1-4de4-4439-a0eb-7a2ea79ff9d8), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:17.496614 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fd241dec-33d1-43e9-8241-4fa608a420e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:17.498060 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-fd241dec-33d1-43e9-8241-4fa608a420e7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d9ff6db1-4de4-4439-a0eb-7a2ea79ff9d8 HTTP/1.1" status: 204 len: 168 time: 0.3177991 Mar 29 15:27:17.528834 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd241dec-33d1-43e9-8241-4fa608a420e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ff6db1-4de4-4439-a0eb-7a2ea79ff9d8,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:17.558372 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c56a7179-1a04-4dfc-be85-c2c097e3a6af req-f00a5964-c889-43de-bf6c-21aa9155f829 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3f66f20-c01f-4fbb-a855-1fee99b06367 HTTP/1.1" status: 200 len: 210 time: 0.0416036 Mar 29 15:27:17.573938 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-04e9d3b6-bf3e-40c7-b2b2-2677d7943b20 admin admin] Publish callbacks [] for security_group (f709ab30-35f3-4c8c-b7a3-b4d1849b5bf7), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:17.649848 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5777674-d3ef-4b6a-a09f-f50e2ad26a17 req-7d5f4d8e-f7f5-458c-8042-c59635b5f23c tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:17.651257 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b5777674-d3ef-4b6a-a09f-f50e2ad26a17 req-7d5f4d8e-f7f5-458c-8042-c59635b5f23c tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 944 time: 0.0560405 Mar 29 15:27:17.681629 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-04e9d3b6-bf3e-40c7-b2b2-2677d7943b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (f709ab30-35f3-4c8c-b7a3-b4d1849b5bf7), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:17.697623 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b5777674-d3ef-4b6a-a09f-f50e2ad26a17 req-0c0263c0-d1ae-4378-b6dd-b3426797502a tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405772 Mar 29 15:27:17.724251 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-04e9d3b6-bf3e-40c7-b2b2-2677d7943b20 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=448c387b93674008bcd335b76284f32f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4682896 Mar 29 15:27:17.725124 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9d3b6-bf3e-40c7-b2b2-2677d7943b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f709ab30-35f3-4c8c-b7a3-b4d1849b5bf7,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:17.730375 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 34730) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:17.781585 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-857079d6-1fd5-46c0-a839-d01d91dca933 admin admin] Publish callbacks [] for security_group (f709ab30-35f3-4c8c-b7a3-b4d1849b5bf7), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:17.802729 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-857079d6-1fd5-46c0-a839-d01d91dca933 admin admin] Publish callbacks [] for security_group (f709ab30-35f3-4c8c-b7a3-b4d1849b5bf7), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:17.944180 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-857079d6-1fd5-46c0-a839-d01d91dca933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (f709ab30-35f3-4c8c-b7a3-b4d1849b5bf7), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:17.947174 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-857079d6-1fd5-46c0-a839-d01d91dca933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:17.950403 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-857079d6-1fd5-46c0-a839-d01d91dca933 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f709ab30-35f3-4c8c-b7a3-b4d1849b5bf7 HTTP/1.1" status: 204 len: 168 time: 0.2190130 Mar 29 15:27:17.965052 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device f679a0f7-3889-4f39-9d58-db5d2a5ce82f up at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:27:17.970569 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857079d6-1fd5-46c0-a839-d01d91dca933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f709ab30-35f3-4c8c-b7a3-b4d1849b5bf7,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:18.127107 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning for port f679a0f7-3889-4f39-9d58-db5d2a5ce82f completed by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:27:18.131243 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning complete for port f679a0f7-3889-4f39-9d58-db5d2a5ce82f triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:27:18.131625 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (f679a0f7-3889-4f39-9d58-db5d2a5ce82f), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:18.215078 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port f679a0f7-3889-4f39-9d58-db5d2a5ce82f is: BUILD; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:27:18.215475 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (f679a0f7-3889-4f39-9d58-db5d2a5ce82f), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:18.238233 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de71e1c6-0e45-461d-af11-2bcbb1445a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f679a0f7-3889-4f39-9d58-db5d2a5ce82f'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:27:18.240511 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67651527b6c7513bff120ad3026ca8b6c51caa370c4ee0f403b1e7b340f0df97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74001f70-0682-44b8-a192-59874d004b2b" -d '{"events": [{"server_uuid": "de71e1c6-0e45-461d-af11-2bcbb1445a6e", "name": "network-vif-plugged", "status": "completed", "tag": "f679a0f7-3889-4f39-9d58-db5d2a5ce82f"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:27:18.253427 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port f679a0f7-3889-4f39-9d58-db5d2a5ce82f, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=f679a0f7-3889-4f39-9d58-db5d2a5ce82f,segment=NetworkSegment(d89f6401-43df-4164-a5ca-c69abcd4e86c),segment_id=d89f6401-43df-4164-a5ca-c69abcd4e86c)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:27:18.279096 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817493e0-1e0a-4b00-ad1c-b9fadc516075 x-openstack-request-id: req-817493e0-1e0a-4b00-ad1c-b9fadc516075 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:27:18.279415 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de71e1c6-0e45-461d-af11-2bcbb1445a6e", "name": "network-vif-plugged", "status": "completed", "tag": "f679a0f7-3889-4f39-9d58-db5d2a5ce82f", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:27:18.279721 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-817493e0-1e0a-4b00-ad1c-b9fadc516075 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:27:18.280127 dv-cinder-562053-19-iscsi neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-817493e0-1e0a-4b00-ad1c-b9fadc516075'] response: {'server_uuid': 'de71e1c6-0e45-461d-af11-2bcbb1445a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f679a0f7-3889-4f39-9d58-db5d2a5ce82f', 'code': 200} Mar 29 15:27:18.344420 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (f679a0f7-3889-4f39-9d58-db5d2a5ce82f), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:18.345305 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device dfe735b5-e3f0-4a75-8009-9220269525c4 up at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:27:18.360510 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 34742) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:18.376792 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0729556d-1755-45bb-8188-fce28ad5c388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:18.494225 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=f679a0f7-3889-4f39-9d58-db5d2a5ce82f,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:18.508837 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0729556d-1755-45bb-8188-fce28ad5c388 admin admin] Publish callbacks [] for security_group (ac8ad25b-84d6-462d-b96f-ce2b3981f914), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:18.577753 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87004bee-c710-4853-be89-ab7549dec65c req-ecde2fb7-0796-49b0-916d-2c41846f762c tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:18.579410 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-87004bee-c710-4853-be89-ab7549dec65c req-ecde2fb7-0796-49b0-916d-2c41846f762c tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0602999 Mar 29 15:27:18.601562 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning for port dfe735b5-e3f0-4a75-8009-9220269525c4 completed by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:27:18.606767 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0729556d-1755-45bb-8188-fce28ad5c388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (ac8ad25b-84d6-462d-b96f-ce2b3981f914), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:18.609530 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning complete for port dfe735b5-e3f0-4a75-8009-9220269525c4 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:27:18.609530 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (dfe735b5-e3f0-4a75-8009-9220269525c4), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:18.609704 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdf7d1-eb33-4cd2-baf1-af43f5b711dc req-f9c64659-f17c-485c-a075-4f6cde6a47dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:18.609704 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-6cbdf7d1-eb33-4cd2-baf1-af43f5b711dc req-f9c64659-f17c-485c-a075-4f6cde6a47dd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 1129 time: 0.0588830 Mar 29 15:27:18.645246 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729556d-1755-45bb-8188-fce28ad5c388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8ad25b-84d6-462d-b96f-ce2b3981f914,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:18.690351 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-6cbdf7d1-eb33-4cd2-baf1-af43f5b711dc req-42e92e7f-1fd5-4fb0-8643-0d33b94934b7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728478 Mar 29 15:27:18.737394 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port dfe735b5-e3f0-4a75-8009-9220269525c4 is: BUILD; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:27:18.737932 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (dfe735b5-e3f0-4a75-8009-9220269525c4), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:18.773283 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port dfe735b5-e3f0-4a75-8009-9220269525c4, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=dfe735b5-e3f0-4a75-8009-9220269525c4,segment=NetworkSegment(d89f6401-43df-4164-a5ca-c69abcd4e86c),segment_id=d89f6401-43df-4164-a5ca-c69abcd4e86c)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:27:18.815345 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 34766) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:18.833319 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-ee1af071-7879-4bc4-9106-3261d231ad92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:18.858783 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (dfe735b5-e3f0-4a75-8009-9220269525c4), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:18.884380 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e62542e6-56fd-460f-ac68-bf28ce58c10e req-cbe3225e-902e-4033-8349-c361f660a8d3 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3f66f20-c01f-4fbb-a855-1fee99b06367 HTTP/1.1" status: 200 len: 210 time: 0.2336965 Mar 29 15:27:18.895271 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-0729556d-1755-45bb-8188-fce28ad5c388 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dae089c3cbdb4901bee2d5b9a20596b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5330980 Mar 29 15:27:18.895882 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 34770) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:18.937450 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-ee1af071-7879-4bc4-9106-3261d231ad92 admin admin] Publish callbacks [] for security_group (0ab4494c-4f06-4d15-822f-5d61e9fe76f0), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:18.940608 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-87004bee-c710-4853-be89-ab7549dec65c req-6454683a-3b5c-4f36-ada4-84a784b77f73 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3550260 Mar 29 15:27:18.968238 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3d6b745c-6a46-4570-b679-192f1c27c315 admin admin] Publish callbacks [] for security_group (ac8ad25b-84d6-462d-b96f-ce2b3981f914), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:18.969766 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=dfe735b5-e3f0-4a75-8009-9220269525c4,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:19.012128 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3d6b745c-6a46-4570-b679-192f1c27c315 admin admin] Publish callbacks [] for security_group (ac8ad25b-84d6-462d-b96f-ce2b3981f914), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:19.013853 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-ee1af071-7879-4bc4-9106-3261d231ad92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (0ab4494c-4f06-4d15-822f-5d61e9fe76f0), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:19.075736 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1af071-7879-4bc4-9106-3261d231ad92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab4494c-4f06-4d15-822f-5d61e9fe76f0,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:19.090915 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a4557-f182-4647-9461-c6a293573174 req-2fd0bd35-534c-4c1d-ad4f-453964116da6 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:19.092496 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cd7a4557-f182-4647-9461-c6a293573174 req-2fd0bd35-534c-4c1d-ad4f-453964116da6 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0998893 Mar 29 15:27:19.102069 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-ee1af071-7879-4bc4-9106-3261d231ad92 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=73f9a647da1c48e18b7821d1e977dcd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2855947 Mar 29 15:27:19.105001 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 34772) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:19.147975 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cd7a4557-f182-4647-9461-c6a293573174 req-14e49bd5-ef6e-4934-84dd-81e2e2d8085b tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453506 Mar 29 15:27:19.154323 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3ed05ff6-9a06-4e55-ae04-70bc1d9dd3b9 admin admin] Publish callbacks [] for security_group (0ab4494c-4f06-4d15-822f-5d61e9fe76f0), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:19.176557 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3ed05ff6-9a06-4e55-ae04-70bc1d9dd3b9 admin admin] Publish callbacks [] for security_group (0ab4494c-4f06-4d15-822f-5d61e9fe76f0), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:19.179173 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3d6b745c-6a46-4570-b679-192f1c27c315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (ac8ad25b-84d6-462d-b96f-ce2b3981f914), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:19.181746 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3d6b745c-6a46-4570-b679-192f1c27c315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:19.183451 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-3d6b745c-6a46-4570-b679-192f1c27c315 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ac8ad25b-84d6-462d-b96f-ce2b3981f914 HTTP/1.1" status: 204 len: 168 time: 0.2837443 Mar 29 15:27:19.192718 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b745c-6a46-4570-b679-192f1c27c315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8ad25b-84d6-462d-b96f-ce2b3981f914,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:19.308425 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-870fd482-6c50-4a70-bdf0-0f313e2c5362 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=79d23fc2db054b2ab3ec2e4961a2d4fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281110 Mar 29 15:27:19.382304 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3ed05ff6-9a06-4e55-ae04-70bc1d9dd3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (0ab4494c-4f06-4d15-822f-5d61e9fe76f0), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:19.385196 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3ed05ff6-9a06-4e55-ae04-70bc1d9dd3b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:19.387061 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-3ed05ff6-9a06-4e55-ae04-70bc1d9dd3b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ab4494c-4f06-4d15-822f-5d61e9fe76f0 HTTP/1.1" status: 204 len: 168 time: 0.2807057 Mar 29 15:27:19.424612 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 34780) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:19.437137 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed05ff6-9a06-4e55-ae04-70bc1d9dd3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab4494c-4f06-4d15-822f-5d61e9fe76f0,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:19.540177 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-8057854e-d8fc-4a48-b4f6-003480ac8841 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:19.542444 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-8057854e-d8fc-4a48-b4f6-003480ac8841 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2285147 Mar 29 15:27:19.563438 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-2bb1d8c9-019c-4a4a-bb47-9ac8deeea452 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Request body: {'port': {'device_id': 'd3f66f20-c01f-4fbb-a855-1fee99b06367', 'network_id': 'a1867e80-8cda-431a-902b-ef69aba39f70', 'admin_state_up': True, 'tenant_id': '79d23fc2db054b2ab3ec2e4961a2d4fe'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:27:19.598088 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b7c42af9-10e1-4de9-bc82-48f5a14c5b1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:19.686809 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b7c42af9-10e1-4de9-bc82-48f5a14c5b1d admin admin] Publish callbacks [] for security_group (1de86dce-3d14-41e3-951a-e8eaae4b5779), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:19.772578 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b7c42af9-10e1-4de9-bc82-48f5a14c5b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (1de86dce-3d14-41e3-951a-e8eaae4b5779), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:19.801498 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-2bb1d8c9-019c-4a4a-bb47-9ac8deeea452 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Made reservation on behalf of 79d23fc2db054b2ab3ec2e4961a2d4fe for: {'port': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:27:19.812221 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-2bb1d8c9-019c-4a4a-bb47-9ac8deeea452 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:19.816410 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-b7c42af9-10e1-4de9-bc82-48f5a14c5b1d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6d1989e84f26493c8000faffba2e5d4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3844385 Mar 29 15:27:19.816410 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c42af9-10e1-4de9-bc82-48f5a14c5b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de86dce-3d14-41e3-951a-e8eaae4b5779,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:19.817688 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 34796) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:19.849978 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-2bb1d8c9-019c-4a4a-bb47-9ac8deeea452 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:19.871180 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6f24b5ae-805a-49ae-8f74-38841699dd12 admin admin] Publish callbacks [] for security_group (1de86dce-3d14-41e3-951a-e8eaae4b5779), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:19.898377 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6f24b5ae-805a-49ae-8f74-38841699dd12 admin admin] Publish callbacks [] for security_group (1de86dce-3d14-41e3-951a-e8eaae4b5779), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:19.954443 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-2bb1d8c9-019c-4a4a-bb47-9ac8deeea452 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Publish callbacks [] for security_group (41315584-631e-4a79-9996-211bc4174bf6), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:20.051048 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-2bb1d8c9-019c-4a4a-bb47-9ac8deeea452 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (41315584-631e-4a79-9996-211bc4174bf6), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:20.074212 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ec6b524e-d372-433c-9291-cd40545b74a6 req-047d02d3-595a-4a12-8422-f8f99c0263aa tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3f66f20-c01f-4fbb-a855-1fee99b06367 HTTP/1.1" status: 200 len: 210 time: 0.0521591 Mar 29 15:27:20.089227 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6f24b5ae-805a-49ae-8f74-38841699dd12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (1de86dce-3d14-41e3-951a-e8eaae4b5779), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:20.092155 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6f24b5ae-805a-49ae-8f74-38841699dd12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:20.093383 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-6f24b5ae-805a-49ae-8f74-38841699dd12 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1de86dce-3d14-41e3-951a-e8eaae4b5779 HTTP/1.1" status: 204 len: 168 time: 0.2751772 Mar 29 15:27:20.119666 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24b5ae-805a-49ae-8f74-38841699dd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de86dce-3d14-41e3-951a-e8eaae4b5779,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:20.139238 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1d8c9-019c-4a4a-bb47-9ac8deeea452 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41315584-631e-4a79-9996-211bc4174bf6,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:20.153984 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e8175-ee25-4afb-9ca6-a1df48d35602 req-7872085b-8b5e-49ae-90f5-501641155205 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:20.160460 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7b4e8175-ee25-4afb-9ca6-a1df48d35602 req-7872085b-8b5e-49ae-90f5-501641155205 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0828793 Mar 29 15:27:20.221460 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-2bb1d8c9-019c-4a4a-bb47-9ac8deeea452 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Allocated IP 192.168.233.179 (a1867e80-8cda-431a-902b-ef69aba39f70/39cb900f-d3cd-4d46-9708-0ece0e85ce8b/113e5175-acdd-483c-b503-d5184fe3c952) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:27:20.222696 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7b4e8175-ee25-4afb-9ca6-a1df48d35602 req-8717713b-37d6-4919-b692-8611f8994b5e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574036 Mar 29 15:27:20.281078 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a8d592-b25f-4cba-81f9-126d9ec147ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe735b5-e3f0-4a75-8009-9220269525c4'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:27:20.287858 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67651527b6c7513bff120ad3026ca8b6c51caa370c4ee0f403b1e7b340f0df97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befa57ea-7ab3-49e1-a5a8-8ca4fbff2629" -d '{"events": [{"server_uuid": "69a8d592-b25f-4cba-81f9-126d9ec147ed", "name": "network-vif-plugged", "status": "completed", "tag": "dfe735b5-e3f0-4a75-8009-9220269525c4"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:27:20.330716 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd55b39-b9dd-4ce4-9a0f-37c2f7878af3 req-cdde5f9e-6588-42d8-9db8-7043d708d6eb tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:20.332321 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2bd55b39-b9dd-4ce4-9a0f-37c2f7878af3 req-cdde5f9e-6588-42d8-9db8-7043d708d6eb tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0600159 Mar 29 15:27:20.346622 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7a0493-fd9c-497d-b7e5-0343bc08a63d x-openstack-request-id: req-3c7a0493-fd9c-497d-b7e5-0343bc08a63d {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:27:20.346916 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a8d592-b25f-4cba-81f9-126d9ec147ed", "name": "network-vif-plugged", "status": "completed", "tag": "dfe735b5-e3f0-4a75-8009-9220269525c4", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:27:20.347363 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c7a0493-fd9c-497d-b7e5-0343bc08a63d {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:27:20.347910 dv-cinder-562053-19-iscsi neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c7a0493-fd9c-497d-b7e5-0343bc08a63d'] response: {'server_uuid': '69a8d592-b25f-4cba-81f9-126d9ec147ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe735b5-e3f0-4a75-8009-9220269525c4', 'code': 200} Mar 29 15:27:20.386784 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2bd55b39-b9dd-4ce4-9a0f-37c2f7878af3 req-9107c6ec-05d7-4fc8-8c3f-f527ec351818 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474629 Mar 29 15:27:20.404800 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-2bb1d8c9-019c-4a4a-bb47-9ac8deeea452 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Publish callbacks [] for port (113e5175-acdd-483c-b503-d5184fe3c952), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:20.550389 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-2bb1d8c9-019c-4a4a-bb47-9ac8deeea452 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (113e5175-acdd-483c-b503-d5184fe3c952), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:20.592515 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-2bb1d8c9-019c-4a4a-bb47-9ac8deeea452 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Network a1867e80-8cda-431a-902b-ef69aba39f70 is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:27:20.595507 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-2bb1d8c9-019c-4a4a-bb47-9ac8deeea452 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:27:20.599142 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-2bb1d8c9-019c-4a4a-bb47-9ac8deeea452 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:27:20.632477 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1d8c9-019c-4a4a-bb47-9ac8deeea452 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Pushing event updated for resources: {'Port': ['ID=113e5175-acdd-483c-b503-d5184fe3c952,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:20.659116 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-2bb1d8c9-019c-4a4a-bb47-9ac8deeea452 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:20.659914 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-2bb1d8c9-019c-4a4a-bb47-9ac8deeea452 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:20.815286 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-2bb1d8c9-019c-4a4a-bb47-9ac8deeea452 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2608485 Mar 29 15:27:20.831978 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-147f81ce-1cf0-4dcf-8454-2015ffd83525 service neutron] Request body: {'port': {'device_id': 'd3f66f20-c01f-4fbb-a855-1fee99b06367', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:27:20.883345 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-601f82a7-6597-4f11-9407-ca0ed7bb3987 None None] Provisioning complete for port 113e5175-acdd-483c-b503-d5184fe3c952 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:27:20.884064 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-601f82a7-6597-4f11-9407-ca0ed7bb3987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (113e5175-acdd-483c-b503-d5184fe3c952), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:20.941478 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-601f82a7-6597-4f11-9407-ca0ed7bb3987 None None] Port 113e5175-acdd-483c-b503-d5184fe3c952 cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:27:20.945531 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-147f81ce-1cf0-4dcf-8454-2015ffd83525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (113e5175-acdd-483c-b503-d5184fe3c952), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:20.992359 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c12001-c0dd-45a2-a291-b2bfb710f785 req-8bd63647-54ce-4a8b-96a8-f764ee59ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:20.993763 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f7c12001-c0dd-45a2-a291-b2bfb710f785 req-8bd63647-54ce-4a8b-96a8-f764ee59ad35 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 1129 time: 0.1382687 Mar 29 15:27:21.117832 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f7c12001-c0dd-45a2-a291-b2bfb710f785 req-0cdc2939-23ff-4388-8322-368210e5a9cf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181796 Mar 29 15:27:21.211555 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1f717-bc11-4ab6-9001-c03c20e07587 req-28bfaa84-b04d-4e1f-84ea-e3253295065c tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:21.214455 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-aaf1f717-bc11-4ab6-9001-c03c20e07587 req-28bfaa84-b04d-4e1f-84ea-e3253295065c tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3f66f20-c01f-4fbb-a855-1fee99b06367 HTTP/1.1" status: 200 len: 936 time: 0.0697281 Mar 29 15:27:21.268826 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-aaf1f717-bc11-4ab6-9001-c03c20e07587 req-1478484f-c6f8-4949-82ae-ab3100c8c43d tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/security-groups?id=41315584-631e-4a79-9996-211bc4174bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481966 Mar 29 15:27:21.284298 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-147f81ce-1cf0-4dcf-8454-2015ffd83525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113e5175-acdd-483c-b503-d5184fe3c952 {{(pid=103831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:27:21.292385 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-147f81ce-1cf0-4dcf-8454-2015ffd83525 service neutron] Publish callbacks [] for port (113e5175-acdd-483c-b503-d5184fe3c952), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:21.305860 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.provisioning_blocks [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-147f81ce-1cf0-4dcf-8454-2015ffd83525 service neutron] Transition to ACTIVE for port object 113e5175-acdd-483c-b503-d5184fe3c952 will not be triggered until provisioned by entity L2. {{(pid=103831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:27:21.361293 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32f302-ddbb-4bc7-b7e0-b6a68fa77027 req-aa9ee2db-b357-4824-bd57-eee74f53bdb2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:21.362776 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9b32f302-ddbb-4bc7-b7e0-b6a68fa77027 req-aa9ee2db-b357-4824-bd57-eee74f53bdb2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0522270 Mar 29 15:27:21.407958 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9b32f302-ddbb-4bc7-b7e0-b6a68fa77027 req-260f5339-43c7-457c-9e3a-45271d87ecd2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397818 Mar 29 15:27:21.426929 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-147f81ce-1cf0-4dcf-8454-2015ffd83525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (113e5175-acdd-483c-b503-d5184fe3c952), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:21.533251 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f81ce-1cf0-4dcf-8454-2015ffd83525 service neutron] Pushing event updated for resources: {'Port': ['ID=113e5175-acdd-483c-b503-d5184fe3c952,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:21.619639 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-147f81ce-1cf0-4dcf-8454-2015ffd83525 service neutron] Attempting to bind port 113e5175-acdd-483c-b503-d5184fe3c952 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:27:21.620653 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-147f81ce-1cf0-4dcf-8454-2015ffd83525 service neutron] Attempting to bind port 113e5175-acdd-483c-b503-d5184fe3c952 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '27af6af9-bc31-4d53-96e6-bba03fbb2298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a1867e80-8cda-431a-902b-ef69aba39f70'}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:27:21.620978 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-147f81ce-1cf0-4dcf-8454-2015ffd83525 service neutron] Attempting to bind port 113e5175-acdd-483c-b503-d5184fe3c952 on network a1867e80-8cda-431a-902b-ef69aba39f70 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:27:21.626157 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-147f81ce-1cf0-4dcf-8454-2015ffd83525 service neutron] Port 113e5175-acdd-483c-b503-d5184fe3c952 on network a1867e80-8cda-431a-902b-ef69aba39f70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:27:21.626636 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-147f81ce-1cf0-4dcf-8454-2015ffd83525 service neutron] Attempting to bind port 113e5175-acdd-483c-b503-d5184fe3c952 on network a1867e80-8cda-431a-902b-ef69aba39f70 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:27:21.631154 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2395232-0cfc-45c4-a89e-4e018fa8b3c3 req-e4a21c9d-4370-434a-a0ce-3255baa4debb tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:21.633529 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c2395232-0cfc-45c4-a89e-4e018fa8b3c3 req-e4a21c9d-4370-434a-a0ce-3255baa4debb tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0738726 Mar 29 15:27:21.642948 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-147f81ce-1cf0-4dcf-8454-2015ffd83525 service neutron] Checking agent: {'id': 'cb22ad3b-74f2-4994-b299-960cea1745ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'started_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:27:21.642948 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-147f81ce-1cf0-4dcf-8454-2015ffd83525 service neutron] Checking segment: {'id': '27af6af9-bc31-4d53-96e6-bba03fbb2298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a1867e80-8cda-431a-902b-ef69aba39f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:27:21.643200 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-147f81ce-1cf0-4dcf-8454-2015ffd83525 service neutron] Bound using segment: {'id': '27af6af9-bc31-4d53-96e6-bba03fbb2298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a1867e80-8cda-431a-902b-ef69aba39f70'} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:27:21.643452 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-147f81ce-1cf0-4dcf-8454-2015ffd83525 service neutron] Bound port: 113e5175-acdd-483c-b503-d5184fe3c952, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27af6af9-bc31-4d53-96e6-bba03fbb2298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a1867e80-8cda-431a-902b-ef69aba39f70'}}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:27:21.643811 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-147f81ce-1cf0-4dcf-8454-2015ffd83525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (113e5175-acdd-483c-b503-d5184fe3c952), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:21.697588 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c2395232-0cfc-45c4-a89e-4e018fa8b3c3 req-3a81e4b2-efbd-4822-8b45-5a9f25012de3 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556264 Mar 29 15:27:21.716994 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-147f81ce-1cf0-4dcf-8454-2015ffd83525 service neutron] For port 113e5175-acdd-483c-b503-d5184fe3c952, host hv-cinder-56205, cleared binding levels {{(pid=103831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:27:21.720329 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-147f81ce-1cf0-4dcf-8454-2015ffd83525 service neutron] For port 113e5175-acdd-483c-b503-d5184fe3c952, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=113e5175-acdd-483c-b503-d5184fe3c952,segment=NetworkSegment(27af6af9-bc31-4d53-96e6-bba03fbb2298),segment_id=27af6af9-bc31-4d53-96e6-bba03fbb2298)] {{(pid=103831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:27:21.818748 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-147f81ce-1cf0-4dcf-8454-2015ffd83525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (113e5175-acdd-483c-b503-d5184fe3c952), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:21.854838 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-147f81ce-1cf0-4dcf-8454-2015ffd83525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:21.855467 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-147f81ce-1cf0-4dcf-8454-2015ffd83525 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:21.857074 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-147f81ce-1cf0-4dcf-8454-2015ffd83525 service neutron] 10.222.0.15 "PUT /v2.0/ports/113e5175-acdd-483c-b503-d5184fe3c952 HTTP/1.1" status: 200 len: 1098 time: 1.0293252 Mar 29 15:27:21.857517 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f66f20-c01f-4fbb-a855-1fee99b06367', 'tag': '113e5175-acdd-483c-b503-d5184fe3c952'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:27:21.860042 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6eb305-d12d-4017-b900-730bb0b9125d" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f66f20-c01f-4fbb-a855-1fee99b06367", "tag": "113e5175-acdd-483c-b503-d5184fe3c952"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:27:21.894711 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f81ce-1cf0-4dcf-8454-2015ffd83525 service neutron] Pushing event updated for resources: {'Port': ['ID=113e5175-acdd-483c-b503-d5184fe3c952,revision_number=3']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:21.898218 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40536f65-fce7-4225-8cbe-b3e80fd757fa x-openstack-request-id: req-40536f65-fce7-4225-8cbe-b3e80fd757fa {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:27:21.898652 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f66f20-c01f-4fbb-a855-1fee99b06367", "tag": "113e5175-acdd-483c-b503-d5184fe3c952", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:27:21.907367 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-40536f65-fce7-4225-8cbe-b3e80fd757fa {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:27:21.907367 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40536f65-fce7-4225-8cbe-b3e80fd757fa'] response: {'name': 'network-changed', 'server_uuid': 'd3f66f20-c01f-4fbb-a855-1fee99b06367', 'tag': '113e5175-acdd-483c-b503-d5184fe3c952', 'status': 'completed', 'code': 200} Mar 29 15:27:21.967794 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6eb305-d12d-4017-b900-730bb0b9125d req-f558de3b-baf7-417a-9f30-0248f7832ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:21.969334 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-3b6eb305-d12d-4017-b900-730bb0b9125d req-f558de3b-baf7-417a-9f30-0248f7832ce5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79d23fc2db054b2ab3ec2e4961a2d4fe&device_id=d3f66f20-c01f-4fbb-a855-1fee99b06367 HTTP/1.1" status: 200 len: 1132 time: 0.0472999 Mar 29 15:27:22.011591 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-3b6eb305-d12d-4017-b900-730bb0b9125d req-fdea2402-c0e4-404d-b800-afe9afc7d359 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=79d23fc2db054b2ab3ec2e4961a2d4fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254486 Mar 29 15:27:22.115889 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6eb305-d12d-4017-b900-730bb0b9125d req-16c7e1f9-1b20-46cc-a2fb-08695d86bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:22.117402 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-3b6eb305-d12d-4017-b900-730bb0b9125d req-16c7e1f9-1b20-46cc-a2fb-08695d86bf06 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962508 Mar 29 15:27:22.203459 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-de95c650-2c13-4e02-b9db-8bf7cc7b9c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:22.205041 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-de95c650-2c13-4e02-b9db-8bf7cc7b9c94 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79d23fc2db054b2ab3ec2e4961a2d4fe&device_id=d3f66f20-c01f-4fbb-a855-1fee99b06367 HTTP/1.1" status: 200 len: 1132 time: 0.0463169 Mar 29 15:27:22.250433 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-a2c8d374-e3d5-460f-8a31-73a347a8d8a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=113e5175-acdd-483c-b503-d5184fe3c952 HTTP/1.1" status: 200 len: 217 time: 0.0382442 Mar 29 15:27:22.263953 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7b7b8c73-12ea-4a12-ad8c-0d908f8a3b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:22.304862 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-0ac2cd10-bc1f-41f5-a8a6-931a225a1ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:22.306358 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-0ac2cd10-bc1f-41f5-a8a6-931a225a1ef7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39cb900f-d3cd-4d46-9708-0ece0e85ce8b HTTP/1.1" status: 200 len: 843 time: 0.0460749 Mar 29 15:27:22.364557 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-ccf88085-5dc2-4522-86ed-a87f8075912e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:22.364557 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-ccf88085-5dc2-4522-86ed-a87f8075912e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1867e80-8cda-431a-902b-ef69aba39f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0459354 Mar 29 15:27:22.394396 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1de66-714a-43e3-9437-b3ccc70801df req-ab213916-88ff-4d88-9629-20a9f02f8e33 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:22.396848 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-eed1de66-714a-43e3-9437-b3ccc70801df req-ab213916-88ff-4d88-9629-20a9f02f8e33 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3f66f20-c01f-4fbb-a855-1fee99b06367 HTTP/1.1" status: 200 len: 948 time: 0.0584333 Mar 29 15:27:22.468177 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-eed1de66-714a-43e3-9437-b3ccc70801df req-564d46de-40e1-4260-904a-cb9f7d41bd89 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/security-groups?id=41315584-631e-4a79-9996-211bc4174bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612826 Mar 29 15:27:22.594932 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fe80e-96cc-4025-a1ef-5c2ffba77507 req-dbe18373-adc0-4220-bc66-fddd41740c96 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:22.597538 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-927fe80e-96cc-4025-a1ef-5c2ffba77507 req-dbe18373-adc0-4220-bc66-fddd41740c96 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0589170 Mar 29 15:27:22.663230 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-927fe80e-96cc-4025-a1ef-5c2ffba77507 req-6adc8347-2496-4462-b30d-935f817700c4 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601032 Mar 29 15:27:22.714779 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-919196f3-0393-4455-ad72-f5ae20359945 service neutron] 10.222.0.15 "GET /v2.0/networks/a1867e80-8cda-431a-902b-ef69aba39f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380816 Mar 29 15:27:22.827402 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a08ed-307d-4577-9248-a3b09ca860be req-27e15bed-ba82-4ec9-b378-e48db98c9582 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:22.829105 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4a0a08ed-307d-4577-9248-a3b09ca860be req-27e15bed-ba82-4ec9-b378-e48db98c9582 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0630651 Mar 29 15:27:22.840547 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f893c991-f5e2-498a-9471-ead64384f0d3 req-77ecfd61-9cfa-47f4-bf70-be05d1fb72da service neutron] 10.222.0.15 "GET /v2.0/networks/a1867e80-8cda-431a-902b-ef69aba39f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187134 Mar 29 15:27:22.890139 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4a0a08ed-307d-4577-9248-a3b09ca860be req-82a50a74-cb9d-4635-bdcb-1e4358eaf2c8 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552788 Mar 29 15:27:23.422832 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794017f-fe80-4786-803f-253df4986c32 req-12b4ac22-3f8a-4e78-883c-683223930df7 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:23.425700 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5794017f-fe80-4786-803f-253df4986c32 req-12b4ac22-3f8a-4e78-883c-683223930df7 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0644794 Mar 29 15:27:23.493694 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07231248-2f63-428b-a49d-1ba89ab7ee01 req-f5fab245-28b2-4335-9e0c-55f666d68096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:23.495225 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-07231248-2f63-428b-a49d-1ba89ab7ee01 req-f5fab245-28b2-4335-9e0c-55f666d68096 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f08a5b25a074cb7ad80f54d82bf8a5e&device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 1129 time: 0.0827584 Mar 29 15:27:23.509103 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5794017f-fe80-4786-803f-253df4986c32 req-d0fb423e-ba6a-4a9a-85db-bb4a3097a106 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777774 Mar 29 15:27:23.604057 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07231248-2f63-428b-a49d-1ba89ab7ee01 req-dfe01665-a2c9-4b85-a4e6-326f19fb4480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:23.605616 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-07231248-2f63-428b-a49d-1ba89ab7ee01 req-dfe01665-a2c9-4b85-a4e6-326f19fb4480 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a802c2b-c73f-41c5-a35b-11f174fd7a4a HTTP/1.1" status: 200 len: 920 time: 0.1007140 Mar 29 15:27:23.615648 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8f442-2142-404a-91f6-0b12ec205889 req-dcdb8702-1f9c-4aa5-9091-e62c26468f10 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:23.617147 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-24d8f442-2142-404a-91f6-0b12ec205889 req-dcdb8702-1f9c-4aa5-9091-e62c26468f10 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3f66f20-c01f-4fbb-a855-1fee99b06367 HTTP/1.1" status: 200 len: 948 time: 0.0593019 Mar 29 15:27:23.647888 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-07231248-2f63-428b-a49d-1ba89ab7ee01 req-a0f7924b-6426-4ebf-97fe-652ef1b6afef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfe735b5-e3f0-4a75-8009-9220269525c4 HTTP/1.1" status: 200 len: 217 time: 0.0360351 Mar 29 15:27:23.666489 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-24d8f442-2142-404a-91f6-0b12ec205889 req-4c149c28-06da-40d0-9215-a1710660e90f tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/security-groups?id=41315584-631e-4a79-9996-211bc4174bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433328 Mar 29 15:27:23.700453 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07231248-2f63-428b-a49d-1ba89ab7ee01 req-9f748297-0b4f-41f8-9fab-7663eec56ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:23.701944 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-07231248-2f63-428b-a49d-1ba89ab7ee01 req-9f748297-0b4f-41f8-9fab-7663eec56ebe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d11297b-da68-44b3-bcb2-0f179572e157 HTTP/1.1" status: 200 len: 858 time: 0.0479665 Mar 29 15:27:23.756432 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07231248-2f63-428b-a49d-1ba89ab7ee01 req-abc84bd9-a977-46b3-a58a-9f6cc76a1492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:23.763670 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-07231248-2f63-428b-a49d-1ba89ab7ee01 req-abc84bd9-a977-46b3-a58a-9f6cc76a1492 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a802c2b-c73f-41c5-a35b-11f174fd7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0501850 Mar 29 15:27:23.794915 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd5704-7122-4374-8be4-4a3d8fea8847 req-92045eb8-13aa-4b03-ba70-bf82cdb1d82a tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:23.796746 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a9dd5704-7122-4374-8be4-4a3d8fea8847 req-92045eb8-13aa-4b03-ba70-bf82cdb1d82a tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0582786 Mar 29 15:27:23.846591 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a9dd5704-7122-4374-8be4-4a3d8fea8847 req-37e380e2-d854-4652-8b2d-89980b5672df tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438237 Mar 29 15:27:23.862650 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-07231248-2f63-428b-a49d-1ba89ab7ee01 req-8d621a74-6bcc-4665-9695-70e98d52075b service neutron] 10.222.0.15 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873425 Mar 29 15:27:23.957695 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-07231248-2f63-428b-a49d-1ba89ab7ee01 req-676f6573-5c73-4793-8799-966088d0a36d service neutron] 10.222.0.15 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883706 Mar 29 15:27:24.487019 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c563f094-bd77-429a-8fc4-8ac9c0d326ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:24.638330 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6eee45-783e-47b3-9d77-d191c50ab387 req-6d3ecf4b-31e5-4ec2-a447-df130359d31b tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:24.639802 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3d6eee45-783e-47b3-9d77-d191c50ab387 req-6d3ecf4b-31e5-4ec2-a447-df130359d31b tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0520494 Mar 29 15:27:24.718763 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3d6eee45-783e-47b3-9d77-d191c50ab387 req-dfda9234-8900-4d00-a7c1-5fde0cdbeecf tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732503 Mar 29 15:27:24.818954 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2277d07-143c-4c4d-8ca8-1ec64e98995d req-69eabc00-5f1f-437e-bbbd-e21e2141c612 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:24.820709 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b2277d07-143c-4c4d-8ca8-1ec64e98995d req-69eabc00-5f1f-437e-bbbd-e21e2141c612 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3f66f20-c01f-4fbb-a855-1fee99b06367 HTTP/1.1" status: 200 len: 948 time: 0.0702791 Mar 29 15:27:24.868293 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b2277d07-143c-4c4d-8ca8-1ec64e98995d req-454b2e96-794d-40ff-b843-4234c367136a tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/security-groups?id=41315584-631e-4a79-9996-211bc4174bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410578 Mar 29 15:27:24.968171 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d00c4-4ffc-40bc-b12b-3481746dce7f req-6b4cb8f4-cbbd-4fd1-b4fc-acf32176a92d tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:24.969585 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a94d00c4-4ffc-40bc-b12b-3481746dce7f req-6b4cb8f4-cbbd-4fd1-b4fc-acf32176a92d tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0537291 Mar 29 15:27:25.017236 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a94d00c4-4ffc-40bc-b12b-3481746dce7f req-19fd7c01-5b4d-41f3-83a7-845304542cc3 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418870 Mar 29 15:27:25.561446 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:25.845564 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237ecf6-1811-4347-a2fa-3cb811fdbebb req-b2823088-8260-4ccf-9a92-92fde7606998 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:25.845564 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1237ecf6-1811-4347-a2fa-3cb811fdbebb req-b2823088-8260-4ccf-9a92-92fde7606998 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0572546 Mar 29 15:27:25.888237 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1237ecf6-1811-4347-a2fa-3cb811fdbebb req-9cb8e3c5-cd50-4049-871c-6547877b40cf tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405166 Mar 29 15:27:25.984540 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c64da-5253-45c3-a888-6dc2eba10e18 req-7e2e774b-5de3-420c-b1b8-c3085b8f6a6e tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:25.986052 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7f4c64da-5253-45c3-a888-6dc2eba10e18 req-7e2e774b-5de3-420c-b1b8-c3085b8f6a6e tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3f66f20-c01f-4fbb-a855-1fee99b06367 HTTP/1.1" status: 200 len: 948 time: 0.0530856 Mar 29 15:27:26.031978 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7f4c64da-5253-45c3-a888-6dc2eba10e18 req-df28f6e1-100c-41c1-9f42-beca4dd7f9ad tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/security-groups?id=41315584-631e-4a79-9996-211bc4174bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404544 Mar 29 15:27:26.136802 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e791e4-c84e-41ae-988b-d46f1c7df12b req-38ba0d96-0677-4050-b84c-0d576a9a4b76 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:26.138816 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f8e791e4-c84e-41ae-988b-d46f1c7df12b req-38ba0d96-0677-4050-b84c-0d576a9a4b76 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0506623 Mar 29 15:27:26.186249 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f8e791e4-c84e-41ae-988b-d46f1c7df12b req-e3283a22-d1ca-41e6-9d5d-937204299f3e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419810 Mar 29 15:27:26.556707 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 113e5175-acdd-483c-b503-d5184fe3c952 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=103833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:27:26.651874 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 113e5175-acdd-483c-b503-d5184fe3c952, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=113e5175-acdd-483c-b503-d5184fe3c952,segment=NetworkSegment(27af6af9-bc31-4d53-96e6-bba03fbb2298),segment_id=27af6af9-bc31-4d53-96e6-bba03fbb2298)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:27:26.663625 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Returning: {'device': '113e5175-acdd-483c-b503-d5184fe3c952', 'network_id': 'a1867e80-8cda-431a-902b-ef69aba39f70', 'port_id': '113e5175-acdd-483c-b503-d5184fe3c952', 'mac_address': 'fa:16:3e:a4:26:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39cb900f-d3cd-4d46-9708-0ece0e85ce8b', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:27:26.703549 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 113e5175-acdd-483c-b503-d5184fe3c952 is: DOWN; New status is: BUILD {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:27:26.703853 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (113e5175-acdd-483c-b503-d5184fe3c952), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:26.716601 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113e5175-acdd-483c-b503-d5184fe3c952 {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:27:26.735185 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 113e5175-acdd-483c-b503-d5184fe3c952, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=113e5175-acdd-483c-b503-d5184fe3c952,segment=NetworkSegment(27af6af9-bc31-4d53-96e6-bba03fbb2298),segment_id=27af6af9-bc31-4d53-96e6-bba03fbb2298)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:27:26.812495 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (113e5175-acdd-483c-b503-d5184fe3c952), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:26.872371 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=113e5175-acdd-483c-b503-d5184fe3c952,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:26.955722 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:27.004223 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec45852-6e2e-4698-bc52-b3ecd8dd9b43 req-f1d78bce-cce5-42c8-9f1e-06095aaaa9de tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:27.005792 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cec45852-6e2e-4698-bc52-b3ecd8dd9b43 req-f1d78bce-cce5-42c8-9f1e-06095aaaa9de tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0522072 Mar 29 15:27:27.052139 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cec45852-6e2e-4698-bc52-b3ecd8dd9b43 req-7270d63b-077d-4d5a-a7a0-24ed9bbbdd0f tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408769 Mar 29 15:27:27.079107 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['113e5175-acdd-483c-b503-d5184fe3c952'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:27:27.148547 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce84d4-6865-4dc2-bcfa-3ffba47abbc1 req-9eb5df51-25bd-4718-a749-e4c5c8ece0db tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:27.150024 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bfce84d4-6865-4dc2-bcfa-3ffba47abbc1 req-9eb5df51-25bd-4718-a749-e4c5c8ece0db tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3f66f20-c01f-4fbb-a855-1fee99b06367 HTTP/1.1" status: 200 len: 949 time: 0.0523124 Mar 29 15:27:27.196632 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bfce84d4-6865-4dc2-bcfa-3ffba47abbc1 req-ef7a0fa4-b4d7-44b7-ba3d-f1f448fe30f6 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/security-groups?id=41315584-631e-4a79-9996-211bc4174bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401473 Mar 29 15:27:27.311882 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a242cc6-72eb-493b-9784-b918af0c01ef req-5a2f0116-6062-4eef-8f7a-6363d2809b37 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:27.313377 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6a242cc6-72eb-493b-9784-b918af0c01ef req-5a2f0116-6062-4eef-8f7a-6363d2809b37 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0559134 Mar 29 15:27:27.361304 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6a242cc6-72eb-493b-9784-b918af0c01ef req-408f2a30-4eed-4649-ae27-fde6d4e6be0a tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421460 Mar 29 15:27:27.834686 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 35006) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:27.959772 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4573ea34-07a2-4b82-b6f4-a875037073cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:27.999631 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 113e5175-acdd-483c-b503-d5184fe3c952 up at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:27:28.049067 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4573ea34-07a2-4b82-b6f4-a875037073cf admin admin] Publish callbacks [] for security_group (16f31ec9-6188-42a8-91e0-7eec975247a0), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:28.160997 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning for port 113e5175-acdd-483c-b503-d5184fe3c952 completed by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:27:28.161755 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4573ea34-07a2-4b82-b6f4-a875037073cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (16f31ec9-6188-42a8-91e0-7eec975247a0), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:28.166449 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning complete for port 113e5175-acdd-483c-b503-d5184fe3c952 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:27:28.166985 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (113e5175-acdd-483c-b503-d5184fe3c952), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:28.180215 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff493c2-bb8c-4bb9-97e2-438abd7564c1 req-536750cc-4ff4-4c04-a52f-c6445be7b0cf tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:28.182128 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6ff493c2-bb8c-4bb9-97e2-438abd7564c1 req-536750cc-4ff4-4c04-a52f-c6445be7b0cf tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0629628 Mar 29 15:27:28.225026 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-4573ea34-07a2-4b82-b6f4-a875037073cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=74c5f04e16cb4fceb19b34763cb9b75e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3890252 Mar 29 15:27:28.227651 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 35030) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:28.232775 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4573ea34-07a2-4b82-b6f4-a875037073cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f31ec9-6188-42a8-91e0-7eec975247a0,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:28.259938 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 113e5175-acdd-483c-b503-d5184fe3c952 is: BUILD; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:27:28.260493 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (113e5175-acdd-483c-b503-d5184fe3c952), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:28.261279 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6ff493c2-bb8c-4bb9-97e2-438abd7564c1 req-a922f11d-cfd8-4f2c-96b2-075e12c3158e tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693302 Mar 29 15:27:28.301961 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f66f20-c01f-4fbb-a855-1fee99b06367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113e5175-acdd-483c-b503-d5184fe3c952'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:27:28.305987 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67651527b6c7513bff120ad3026ca8b6c51caa370c4ee0f403b1e7b340f0df97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2760e886-cd45-4cff-bd9c-2a5e991bbd8a" -d '{"events": [{"server_uuid": "d3f66f20-c01f-4fbb-a855-1fee99b06367", "name": "network-vif-plugged", "status": "completed", "tag": "113e5175-acdd-483c-b503-d5184fe3c952"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:27:28.307973 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c3c0-126c-4652-aa76-0a8d1f7dcb5a admin admin] Publish callbacks [] for security_group (16f31ec9-6188-42a8-91e0-7eec975247a0), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:28.319876 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 113e5175-acdd-483c-b503-d5184fe3c952, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=113e5175-acdd-483c-b503-d5184fe3c952,segment=NetworkSegment(27af6af9-bc31-4d53-96e6-bba03fbb2298),segment_id=27af6af9-bc31-4d53-96e6-bba03fbb2298)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:27:28.333661 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c3c0-126c-4652-aa76-0a8d1f7dcb5a admin admin] Publish callbacks [] for security_group (16f31ec9-6188-42a8-91e0-7eec975247a0), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:28.391202 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (113e5175-acdd-483c-b503-d5184fe3c952), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:28.396233 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af92c4-ae23-47b4-a810-3f1c6ab8411d req-de580d1a-0843-4877-8664-7b44cb330c30 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:28.397741 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d3af92c4-ae23-47b4-a810-3f1c6ab8411d req-de580d1a-0843-4877-8664-7b44cb330c30 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3f66f20-c01f-4fbb-a855-1fee99b06367 HTTP/1.1" status: 200 len: 949 time: 0.0540528 Mar 29 15:27:28.444115 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=113e5175-acdd-483c-b503-d5184fe3c952,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:28.452520 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d3af92c4-ae23-47b4-a810-3f1c6ab8411d req-7f89a94e-2f1d-457c-8674-2a14f375b8af tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/security-groups?id=41315584-631e-4a79-9996-211bc4174bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488703 Mar 29 15:27:28.469800 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c3c0-126c-4652-aa76-0a8d1f7dcb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (16f31ec9-6188-42a8-91e0-7eec975247a0), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:28.472398 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c3c0-126c-4652-aa76-0a8d1f7dcb5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:28.476146 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-a0c5c3c0-126c-4652-aa76-0a8d1f7dcb5a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/16f31ec9-6188-42a8-91e0-7eec975247a0 HTTP/1.1" status: 204 len: 168 time: 0.2468748 Mar 29 15:27:28.484834 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5c3c0-126c-4652-aa76-0a8d1f7dcb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f31ec9-6188-42a8-91e0-7eec975247a0,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:28.504182 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:28.520097 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf668d1-958a-432e-8d22-bd7aed355f81 x-openstack-request-id: req-ccf668d1-958a-432e-8d22-bd7aed355f81 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:27:28.520607 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f66f20-c01f-4fbb-a855-1fee99b06367", "name": "network-vif-plugged", "status": "completed", "tag": "113e5175-acdd-483c-b503-d5184fe3c952", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:27:28.520874 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ccf668d1-958a-432e-8d22-bd7aed355f81 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:27:28.521678 dv-cinder-562053-19-iscsi neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccf668d1-958a-432e-8d22-bd7aed355f81'] response: {'server_uuid': 'd3f66f20-c01f-4fbb-a855-1fee99b06367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113e5175-acdd-483c-b503-d5184fe3c952', 'code': 200} Mar 29 15:27:28.615024 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3d7d6-283c-4b5d-8285-f8ff1f0c8599 req-ba66c2e2-01db-48b5-9101-f09f69fcaffe tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:28.616517 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1ae3d7d6-283c-4b5d-8285-f8ff1f0c8599 req-ba66c2e2-01db-48b5-9101-f09f69fcaffe tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0526247 Mar 29 15:27:28.667188 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1ae3d7d6-283c-4b5d-8285-f8ff1f0c8599 req-8e0feb35-90c7-4e04-b0fe-917223dfe3cc tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450296 Mar 29 15:27:29.130423 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 35050) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:29.143679 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ff6e6b94-164d-4eeb-b494-76fb35603c76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:29.214492 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ff6e6b94-164d-4eeb-b494-76fb35603c76 admin admin] Publish callbacks [] for security_group (de5aeaf2-ad14-455c-a49a-a422af3cbc21), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:29.292658 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ff6e6b94-164d-4eeb-b494-76fb35603c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (de5aeaf2-ad14-455c-a49a-a422af3cbc21), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:29.333192 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-ff6e6b94-164d-4eeb-b494-76fb35603c76 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c2768b9217e74656b0074d00d47c439d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016888 Mar 29 15:27:29.334021 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e6b94-164d-4eeb-b494-76fb35603c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5aeaf2-ad14-455c-a49a-a422af3cbc21,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:29.336027 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 35054) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:29.393108 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abdced-bdb7-4edf-a7ef-f895a8c2cf68 req-4ec668ab-bfa8-49e5-a5b2-a8416c100ffa tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:29.394614 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-80abdced-bdb7-4edf-a7ef-f895a8c2cf68 req-4ec668ab-bfa8-49e5-a5b2-a8416c100ffa tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0545814 Mar 29 15:27:29.398378 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2954d41e-68eb-4f65-8bab-56f49d73a89b admin admin] Publish callbacks [] for security_group (de5aeaf2-ad14-455c-a49a-a422af3cbc21), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:29.425446 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2954d41e-68eb-4f65-8bab-56f49d73a89b admin admin] Publish callbacks [] for security_group (de5aeaf2-ad14-455c-a49a-a422af3cbc21), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:29.446809 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-80abdced-bdb7-4edf-a7ef-f895a8c2cf68 req-8225c145-e73e-4a20-8732-da9d27043b96 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448837 Mar 29 15:27:29.538216 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2954d41e-68eb-4f65-8bab-56f49d73a89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (de5aeaf2-ad14-455c-a49a-a422af3cbc21), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:29.540927 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2954d41e-68eb-4f65-8bab-56f49d73a89b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:29.542096 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-2954d41e-68eb-4f65-8bab-56f49d73a89b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/de5aeaf2-ad14-455c-a49a-a422af3cbc21 HTTP/1.1" status: 204 len: 168 time: 0.1999128 Mar 29 15:27:29.551311 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954d41e-68eb-4f65-8bab-56f49d73a89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5aeaf2-ad14-455c-a49a-a422af3cbc21,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:29.576932 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423fc7b-7b6a-4dc9-912a-fb9ada25d0e4 req-3d99fd9c-526f-4f03-bb2d-14b11949ecf4 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:29.578428 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3423fc7b-7b6a-4dc9-912a-fb9ada25d0e4 req-3d99fd9c-526f-4f03-bb2d-14b11949ecf4 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3f66f20-c01f-4fbb-a855-1fee99b06367 HTTP/1.1" status: 200 len: 950 time: 0.0579247 Mar 29 15:27:29.626742 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3423fc7b-7b6a-4dc9-912a-fb9ada25d0e4 req-3d74e516-694d-48b9-9deb-8d8140ba0f58 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/security-groups?id=41315584-631e-4a79-9996-211bc4174bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427604 Mar 29 15:27:29.787711 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97901d-ced4-4322-903f-f31d7a8e5d99 req-c6d3e894-b1cc-4a70-93be-e608bfb16862 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:29.789297 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3a97901d-ced4-4322-903f-f31d7a8e5d99 req-c6d3e894-b1cc-4a70-93be-e608bfb16862 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0519881 Mar 29 15:27:29.836221 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3a97901d-ced4-4322-903f-f31d7a8e5d99 req-9afff9cd-c1f9-4b33-bc65-361686fad8c5 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408382 Mar 29 15:27:30.324261 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 35070) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:30.337641 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-68d226fe-48ee-4406-8f6e-7eca3aade281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:30.407089 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-68d226fe-48ee-4406-8f6e-7eca3aade281 admin admin] Publish callbacks [] for security_group (09875288-61d2-480b-9141-6cbf7528069c), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:30.458443 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-68d226fe-48ee-4406-8f6e-7eca3aade281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (09875288-61d2-480b-9141-6cbf7528069c), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:30.493619 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-68d226fe-48ee-4406-8f6e-7eca3aade281 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=22720fefe5204b6dab932ce54d3ad1cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1682611 Mar 29 15:27:30.496366 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 35076) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:30.506959 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d226fe-48ee-4406-8f6e-7eca3aade281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09875288-61d2-480b-9141-6cbf7528069c,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:30.549262 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a2b5fde7-4768-4e5b-b056-4d81f29b4741 admin admin] Publish callbacks [] for security_group (09875288-61d2-480b-9141-6cbf7528069c), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:30.570993 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ebb4e-ca96-4680-91fd-d7c2aa4dcf86 req-c6903b4f-ab25-41c8-b808-a908d1f07384 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:30.571284 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a2b5fde7-4768-4e5b-b056-4d81f29b4741 admin admin] Publish callbacks [] for security_group (09875288-61d2-480b-9141-6cbf7528069c), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:30.572483 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e57ebb4e-ca96-4680-91fd-d7c2aa4dcf86 req-c6903b4f-ab25-41c8-b808-a908d1f07384 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0540974 Mar 29 15:27:30.620715 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e57ebb4e-ca96-4680-91fd-d7c2aa4dcf86 req-198ea7e6-48e6-422f-abda-bdec1a099503 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419085 Mar 29 15:27:30.675657 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a2b5fde7-4768-4e5b-b056-4d81f29b4741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (09875288-61d2-480b-9141-6cbf7528069c), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:30.678388 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a2b5fde7-4768-4e5b-b056-4d81f29b4741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:30.679532 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-a2b5fde7-4768-4e5b-b056-4d81f29b4741 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/09875288-61d2-480b-9141-6cbf7528069c HTTP/1.1" status: 204 len: 168 time: 0.1811018 Mar 29 15:27:30.688180 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5fde7-4768-4e5b-b056-4d81f29b4741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09875288-61d2-480b-9141-6cbf7528069c,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:30.750965 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9021a95-6979-49dd-bcd1-98ebdaf9c460 req-734e17d0-7623-4ece-a5f5-8d37540bccd7 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:30.752458 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b9021a95-6979-49dd-bcd1-98ebdaf9c460 req-734e17d0-7623-4ece-a5f5-8d37540bccd7 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3f66f20-c01f-4fbb-a855-1fee99b06367 HTTP/1.1" status: 200 len: 950 time: 0.0547290 Mar 29 15:27:30.798679 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b9021a95-6979-49dd-bcd1-98ebdaf9c460 req-2d06d24a-d3dc-49f7-8465-1f57f8b82d5e tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/security-groups?id=41315584-631e-4a79-9996-211bc4174bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406578 Mar 29 15:27:30.986907 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06003ec0-1214-44f5-936e-7c6062e665fa req-835fa122-a724-4fea-a965-c0db40daf86e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:30.989049 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-06003ec0-1214-44f5-936e-7c6062e665fa req-835fa122-a724-4fea-a965-c0db40daf86e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0822980 Mar 29 15:27:31.061971 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-06003ec0-1214-44f5-936e-7c6062e665fa req-697712f6-45cc-491c-b1a8-6536ebd8ee6f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506334 Mar 29 15:27:31.385711 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785790d-2400-4c93-8ee7-d726b7a5f1ac req-f96b6648-70b6-4b7f-ab35-5fb840d7a3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:31.387304 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-a785790d-2400-4c93-8ee7-d726b7a5f1ac req-f96b6648-70b6-4b7f-ab35-5fb840d7a3a2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d3f66f20-c01f-4fbb-a855-1fee99b06367 HTTP/1.1" status: 200 len: 1134 time: 0.0430660 Mar 29 15:27:31.432108 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-a785790d-2400-4c93-8ee7-d726b7a5f1ac req-472cf3ef-9a7e-436b-bdc2-fd28fe1da40b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=41315584-631e-4a79-9996-211bc4174bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393782 Mar 29 15:27:31.737843 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af381a25-30e0-4d27-8e55-2c51462c1f8a req-3300baa2-b778-446e-9b86-533a10fc0f7a tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:31.739369 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-af381a25-30e0-4d27-8e55-2c51462c1f8a req-3300baa2-b778-446e-9b86-533a10fc0f7a tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0513368 Mar 29 15:27:31.786973 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-af381a25-30e0-4d27-8e55-2c51462c1f8a req-9786253d-a0d9-4d4d-a9d3-ff707788b089 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419650 Mar 29 15:27:31.915736 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8108a-669d-4065-b483-8d8dfb179361 req-3a94c293-7a12-460d-8913-d801cf190dbc tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:31.917205 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a6e8108a-669d-4065-b483-8d8dfb179361 req-3a94c293-7a12-460d-8913-d801cf190dbc tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3f66f20-c01f-4fbb-a855-1fee99b06367 HTTP/1.1" status: 200 len: 950 time: 0.0528016 Mar 29 15:27:31.972326 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a6e8108a-669d-4065-b483-8d8dfb179361 req-c10b5cae-7d42-43ee-b052-7e13d1760421 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/security-groups?id=41315584-631e-4a79-9996-211bc4174bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454669 Mar 29 15:27:32.194923 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaf127-5949-4534-b2fd-4d8eba3ee5d6 req-493c5b5f-45fb-4399-bc23-1e9822976c25 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:32.196604 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cfcaf127-5949-4534-b2fd-4d8eba3ee5d6 req-493c5b5f-45fb-4399-bc23-1e9822976c25 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0534871 Mar 29 15:27:32.242029 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cfcaf127-5949-4534-b2fd-4d8eba3ee5d6 req-be8e3cde-89cd-47c4-a894-4162bac155e9 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392380 Mar 29 15:27:32.902052 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bf9f7-d5c2-4b6e-94f3-9feb35d3caf5 req-90d0b976-ba15-441f-8dd0-f2d1e334f403 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:32.904060 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bd1bf9f7-d5c2-4b6e-94f3-9feb35d3caf5 req-90d0b976-ba15-441f-8dd0-f2d1e334f403 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0524590 Mar 29 15:27:32.951470 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bd1bf9f7-d5c2-4b6e-94f3-9feb35d3caf5 req-dfe9ea99-e5af-4388-9db8-ab0d81e01210 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418379 Mar 29 15:27:33.088748 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22bcd91-6c56-4d00-b961-e49380410c0c req-ef896c40-ce0b-4d70-bd26-1a823cf77057 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:33.090198 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d22bcd91-6c56-4d00-b961-e49380410c0c req-ef896c40-ce0b-4d70-bd26-1a823cf77057 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3f66f20-c01f-4fbb-a855-1fee99b06367 HTTP/1.1" status: 200 len: 950 time: 0.0562751 Mar 29 15:27:33.135688 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d22bcd91-6c56-4d00-b961-e49380410c0c req-0bc09c06-b801-496b-b713-bcfe9542c248 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/security-groups?id=41315584-631e-4a79-9996-211bc4174bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392303 Mar 29 15:27:33.362660 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ac1a3-81c9-4329-9531-82948d5017c8 req-b875824c-bc9a-4a52-8779-d602f17680e7 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:33.364123 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9b4ac1a3-81c9-4329-9531-82948d5017c8 req-b875824c-bc9a-4a52-8779-d602f17680e7 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0518789 Mar 29 15:27:33.410958 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9b4ac1a3-81c9-4329-9531-82948d5017c8 req-9a3d1936-5da1-421a-b156-62cfaa415ac6 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413940 Mar 29 15:27:33.671266 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd1a9a-2521-4805-9c9c-6164d499fb58 req-ed002fa9-6b0c-4ee4-a9fb-cc19ab7481b2 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:33.672737 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-26dd1a9a-2521-4805-9c9c-6164d499fb58 req-ed002fa9-6b0c-4ee4-a9fb-cc19ab7481b2 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3f66f20-c01f-4fbb-a855-1fee99b06367 HTTP/1.1" status: 200 len: 950 time: 0.0565805 Mar 29 15:27:33.717986 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-26dd1a9a-2521-4805-9c9c-6164d499fb58 req-b39c64d2-54a7-49fa-8e4f-78997e953598 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/security-groups?id=41315584-631e-4a79-9996-211bc4174bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396414 Mar 29 15:27:34.070279 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394339f-e85e-46e3-adaa-7b2e88e77166 req-adec171b-5e72-4a71-a952-a76a9767d483 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:34.071626 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8394339f-e85e-46e3-adaa-7b2e88e77166 req-adec171b-5e72-4a71-a952-a76a9767d483 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0516167 Mar 29 15:27:34.121315 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8394339f-e85e-46e3-adaa-7b2e88e77166 req-68a6da7a-5337-4885-a547-3fc85da93f97 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439887 Mar 29 15:27:34.532615 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c09dd1-82e2-4dfd-b3e8-36fe35ed9f87 req-60ce9011-9c54-4a37-b0ee-814133e8f920 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:34.534061 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-49c09dd1-82e2-4dfd-b3e8-36fe35ed9f87 req-60ce9011-9c54-4a37-b0ee-814133e8f920 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0510230 Mar 29 15:27:34.584799 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-49c09dd1-82e2-4dfd-b3e8-36fe35ed9f87 req-30acaefe-2cac-43b6-9b90-3570e81613ed tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451992 Mar 29 15:27:34.838194 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7d09c-9e03-4d31-86a8-a35d57098720 req-c310d095-bbfc-4630-964d-351267cb7241 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:34.839559 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7dc7d09c-9e03-4d31-86a8-a35d57098720 req-c310d095-bbfc-4630-964d-351267cb7241 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3f66f20-c01f-4fbb-a855-1fee99b06367 HTTP/1.1" status: 200 len: 950 time: 0.0521243 Mar 29 15:27:34.883998 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7dc7d09c-9e03-4d31-86a8-a35d57098720 req-f81273f8-266b-403e-93dd-cdcd7bf54c65 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/security-groups?id=41315584-631e-4a79-9996-211bc4174bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388753 Mar 29 15:27:35.182227 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00553d5-c3c7-410f-8813-6f022ab24b7e req-8150601d-7080-4d4c-a1e4-a31eb8d79aa2 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:35.207727 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-c00553d5-c3c7-410f-8813-6f022ab24b7e req-8150601d-7080-4d4c-a1e4-a31eb8d79aa2 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3f66f20-c01f-4fbb-a855-1fee99b06367 HTTP/1.1" status: 200 len: 950 time: 0.0736098 Mar 29 15:27:35.261034 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa720826-35ac-4709-adf3-b14d8c2c5e75 req-b94a6208-be0a-434f-97f2-c6a0f66d90db tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:35.262956 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fa720826-35ac-4709-adf3-b14d8c2c5e75 req-b94a6208-be0a-434f-97f2-c6a0f66d90db tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0614293 Mar 29 15:27:35.297982 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-c00553d5-c3c7-410f-8813-6f022ab24b7e req-5ecbef1f-bb1f-4ac3-b9f2-3ed27c1b06bf tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Deleting port 113e5175-acdd-483c-b503-d5184fe3c952 {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:27:35.298327 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-c00553d5-c3c7-410f-8813-6f022ab24b7e req-5ecbef1f-bb1f-4ac3-b9f2-3ed27c1b06bf tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (113e5175-acdd-483c-b503-d5184fe3c952), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:35.310326 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fa720826-35ac-4709-adf3-b14d8c2c5e75 req-a8a96daf-6172-460b-8f02-59e1622652b9 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413890 Mar 29 15:27:35.397277 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-c00553d5-c3c7-410f-8813-6f022ab24b7e req-5ecbef1f-bb1f-4ac3-b9f2-3ed27c1b06bf tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] For port 113e5175-acdd-483c-b503-d5184fe3c952, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=113e5175-acdd-483c-b503-d5184fe3c952,segment=NetworkSegment(27af6af9-bc31-4d53-96e6-bba03fbb2298),segment_id=27af6af9-bc31-4d53-96e6-bba03fbb2298)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:27:35.397644 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-c00553d5-c3c7-410f-8813-6f022ab24b7e req-5ecbef1f-bb1f-4ac3-b9f2-3ed27c1b06bf tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (113e5175-acdd-483c-b503-d5184fe3c952), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:35.410971 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-c00553d5-c3c7-410f-8813-6f022ab24b7e req-5ecbef1f-bb1f-4ac3-b9f2-3ed27c1b06bf tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Calling delete_port for 113e5175-acdd-483c-b503-d5184fe3c952 owned by compute:nova {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:27:35.612776 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-c00553d5-c3c7-410f-8813-6f022ab24b7e req-5ecbef1f-bb1f-4ac3-b9f2-3ed27c1b06bf tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (113e5175-acdd-483c-b503-d5184fe3c952), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:35.626188 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['113e5175-acdd-483c-b503-d5184fe3c952'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:27:35.641991 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbef1f-bb1f-4ac3-b9f2-3ed27c1b06bf tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Pushing event deleted for resources: {'Port': ['ID=113e5175-acdd-483c-b503-d5184fe3c952,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:35.686154 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00553d5-c3c7-410f-8813-6f022ab24b7e req-5ecbef1f-bb1f-4ac3-b9f2-3ed27c1b06bf tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] No DVR routers for this DVR port 113e5175-acdd-483c-b503-d5184fe3c952 on host hv-cinder-56205 {{(pid=103831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:27:35.688037 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-c00553d5-c3c7-410f-8813-6f022ab24b7e req-5ecbef1f-bb1f-4ac3-b9f2-3ed27c1b06bf tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:35.692014 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-c00553d5-c3c7-410f-8813-6f022ab24b7e req-5ecbef1f-bb1f-4ac3-b9f2-3ed27c1b06bf tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.15 "DELETE /v2.0/ports/113e5175-acdd-483c-b503-d5184fe3c952 HTTP/1.1" status: 204 len: 173 time: 0.4853921 Mar 29 15:27:35.692392 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f66f20-c01f-4fbb-a855-1fee99b06367', 'name': 'network-vif-deleted', 'tag': '113e5175-acdd-483c-b503-d5184fe3c952'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:27:35.694787 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99542eff-8c3a-4b60-bf2b-fdfdfb3acd60" -d '{"events": [{"server_uuid": "d3f66f20-c01f-4fbb-a855-1fee99b06367", "name": "network-vif-deleted", "tag": "113e5175-acdd-483c-b503-d5184fe3c952"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:27:35.746708 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e42a0-0b74-44a7-b586-236761eb22a6 req-6915658a-7aef-4d48-a844-39783db3fc0d tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:35.749188 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2f4e42a0-0b74-44a7-b586-236761eb22a6 req-6915658a-7aef-4d48-a844-39783db3fc0d tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0746405 Mar 29 15:27:35.751505 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c910526e-b08f-448d-beda-0c9a0cb8d7f1 x-openstack-request-id: req-c910526e-b08f-448d-beda-0c9a0cb8d7f1 {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:27:35.751867 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f66f20-c01f-4fbb-a855-1fee99b06367", "name": "network-vif-deleted", "tag": "113e5175-acdd-483c-b503-d5184fe3c952", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:27:35.752193 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c910526e-b08f-448d-beda-0c9a0cb8d7f1 {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:27:35.752665 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c910526e-b08f-448d-beda-0c9a0cb8d7f1'] response: {'server_uuid': 'd3f66f20-c01f-4fbb-a855-1fee99b06367', 'name': 'network-vif-deleted', 'tag': '113e5175-acdd-483c-b503-d5184fe3c952', 'status': 'completed', 'code': 200} Mar 29 15:27:35.806755 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2f4e42a0-0b74-44a7-b586-236761eb22a6 req-59a9d54e-367c-4066-b61d-b622121dc292 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495813 Mar 29 15:27:35.978315 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9d86b0aa-56b4-44cd-bc04-bbc71592ed48 req-9fda6828-4bd2-46a5-a1dc-99c7394cd6b2 tempest-VolumesNegativeTest-1359322042 tempest-VolumesNegativeTest-1359322042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3f66f20-c01f-4fbb-a855-1fee99b06367 HTTP/1.1" status: 200 len: 210 time: 0.0268054 Mar 29 15:27:36.011656 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device b13056d0-edc8-4758-886f-702e0eb37c3d details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=103833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:27:36.118693 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port b13056d0-edc8-4758-886f-702e0eb37c3d, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=b13056d0-edc8-4758-886f-702e0eb37c3d,segment=NetworkSegment(c447c32b-bb36-4dcf-8df5-2a75f4e6e95e),segment_id=c447c32b-bb36-4dcf-8df5-2a75f4e6e95e)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:27:36.130155 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Returning: {'device': 'b13056d0-edc8-4758-886f-702e0eb37c3d', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'port_id': 'b13056d0-edc8-4758-886f-702e0eb37c3d', 'mac_address': 'fa:16:3e:5f:3c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:27:36.166801 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port b13056d0-edc8-4758-886f-702e0eb37c3d is: ACTIVE; New status is: BUILD {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:27:36.167120 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (b13056d0-edc8-4758-886f-702e0eb37c3d), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:36.179471 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b13056d0-edc8-4758-886f-702e0eb37c3d {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:27:36.198810 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port b13056d0-edc8-4758-886f-702e0eb37c3d, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=b13056d0-edc8-4758-886f-702e0eb37c3d,segment=NetworkSegment(c447c32b-bb36-4dcf-8df5-2a75f4e6e95e),segment_id=c447c32b-bb36-4dcf-8df5-2a75f4e6e95e)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:27:36.281350 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (b13056d0-edc8-4758-886f-702e0eb37c3d), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:36.331465 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=b13056d0-edc8-4758-886f-702e0eb37c3d,revision_number=6']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:36.417876 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['b13056d0-edc8-4758-886f-702e0eb37c3d'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:27:36.426061 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2af257-a005-4c2b-be3f-863edeee0180 req-d207c132-e256-4349-b081-96211725a4f7 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:36.427546 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bc2af257-a005-4c2b-be3f-863edeee0180 req-d207c132-e256-4349-b081-96211725a4f7 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0518868 Mar 29 15:27:36.480569 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bc2af257-a005-4c2b-be3f-863edeee0180 req-4ec1bf94-7e22-4c05-b1fe-7fd24c34fb09 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468478 Mar 29 15:27:36.516573 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:27:36.930826 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825992b-fa62-472f-84be-1e0e666c4d48 req-2e3e8096-a7ab-4497-bf9f-565aa16d75f7 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:36.932200 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a825992b-fa62-472f-84be-1e0e666c4d48 req-2e3e8096-a7ab-4497-bf9f-565aa16d75f7 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 944 time: 0.0542333 Mar 29 15:27:36.977961 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a825992b-fa62-472f-84be-1e0e666c4d48 req-3ad62a36-f412-4b0a-a3bb-fba285465206 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395288 Mar 29 15:27:37.604073 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4885d6-6416-41a3-bc60-bc51d1c1b6b1 req-439f35b0-de04-446c-9a5b-a7d1cecddcac tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:37.605559 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9f4885d6-6416-41a3-bc60-bc51d1c1b6b1 req-439f35b0-de04-446c-9a5b-a7d1cecddcac tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0515196 Mar 29 15:27:37.650882 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9f4885d6-6416-41a3-bc60-bc51d1c1b6b1 req-14afdec9-6ebd-440b-883c-6fa5312226e5 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397108 Mar 29 15:27:38.104672 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3d8b2-ab4a-48c1-9911-69e9b4ed773f req-4147f5dc-5616-44fc-b5a6-70ba0ea90d08 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:38.106177 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-31e3d8b2-ab4a-48c1-9911-69e9b4ed773f req-4147f5dc-5616-44fc-b5a6-70ba0ea90d08 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 944 time: 0.0568256 Mar 29 15:27:38.156601 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-31e3d8b2-ab4a-48c1-9911-69e9b4ed773f req-eccb41b3-4fdf-4140-99d6-9235a65dfd2d tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443752 Mar 29 15:27:38.322942 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device b13056d0-edc8-4758-886f-702e0eb37c3d up at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:27:38.369562 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning complete for port b13056d0-edc8-4758-886f-702e0eb37c3d triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:27:38.369940 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (b13056d0-edc8-4758-886f-702e0eb37c3d), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:38.458183 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port b13056d0-edc8-4758-886f-702e0eb37c3d is: BUILD; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:27:38.458579 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (b13056d0-edc8-4758-886f-702e0eb37c3d), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:38.485183 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddeadfd-d62e-4635-be4e-5ac792a6c598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13056d0-edc8-4758-886f-702e0eb37c3d'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:27:38.487494 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67651527b6c7513bff120ad3026ca8b6c51caa370c4ee0f403b1e7b340f0df97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375ece75-d328-49fa-95ac-7a91e0550c4e" -d '{"events": [{"server_uuid": "eddeadfd-d62e-4635-be4e-5ac792a6c598", "name": "network-vif-plugged", "status": "completed", "tag": "b13056d0-edc8-4758-886f-702e0eb37c3d"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:27:38.502099 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port b13056d0-edc8-4758-886f-702e0eb37c3d, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=b13056d0-edc8-4758-886f-702e0eb37c3d,segment=NetworkSegment(c447c32b-bb36-4dcf-8df5-2a75f4e6e95e),segment_id=c447c32b-bb36-4dcf-8df5-2a75f4e6e95e)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:27:38.524411 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae07be1-177b-4971-b59f-31c72c029087 x-openstack-request-id: req-9ae07be1-177b-4971-b59f-31c72c029087 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:27:38.524720 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eddeadfd-d62e-4635-be4e-5ac792a6c598", "name": "network-vif-plugged", "status": "completed", "tag": "b13056d0-edc8-4758-886f-702e0eb37c3d", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:27:38.524974 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9ae07be1-177b-4971-b59f-31c72c029087 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:27:38.525371 dv-cinder-562053-19-iscsi neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ae07be1-177b-4971-b59f-31c72c029087'] response: {'server_uuid': 'eddeadfd-d62e-4635-be4e-5ac792a6c598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13056d0-edc8-4758-886f-702e0eb37c3d', 'code': 200} Mar 29 15:27:38.567141 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (b13056d0-edc8-4758-886f-702e0eb37c3d), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:38.567932 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 113e5175-acdd-483c-b503-d5184fe3c952 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:27:38.605092 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] No Port match for: 113e5175-acdd-483c-b503-d5184fe3c952 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:27:38.605482 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 113e5175-acdd-483c-b503-d5184fe3c952 not bound to the agent host hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:27:38.630075 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=b13056d0-edc8-4758-886f-702e0eb37c3d,revision_number=7']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:38.768902 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955ab8e-c5c8-4d48-aa87-8aa0016b6291 req-bbd08de0-fc9f-4eba-a48f-ff260ef54924 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:38.770366 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f955ab8e-c5c8-4d48-aa87-8aa0016b6291 req-bbd08de0-fc9f-4eba-a48f-ff260ef54924 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0532861 Mar 29 15:27:38.816162 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f955ab8e-c5c8-4d48-aa87-8aa0016b6291 req-eafeb785-953b-4755-914f-dd050da7a304 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402529 Mar 29 15:27:39.281334 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335affb-dc46-43e5-8be1-673c16e980de req-d90207b0-c615-4bd1-836f-31f8962289be tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:39.282879 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b335affb-dc46-43e5-8be1-673c16e980de req-d90207b0-c615-4bd1-836f-31f8962289be tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0542347 Mar 29 15:27:39.337103 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b335affb-dc46-43e5-8be1-673c16e980de req-4b8146f7-312d-43f1-baa3-236d9024b182 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486147 Mar 29 15:27:39.973067 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a1952-64d7-41a3-a710-880d006dc47f req-d727f3d6-cc5a-4ad2-894b-f3b99b0f3cd0 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:39.974770 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b66a1952-64d7-41a3-a710-880d006dc47f req-d727f3d6-cc5a-4ad2-894b-f3b99b0f3cd0 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0658474 Mar 29 15:27:40.054913 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b66a1952-64d7-41a3-a710-880d006dc47f req-3edc6263-0182-47f8-b7d4-ba2deab5a117 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697167 Mar 29 15:27:40.507879 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfbb41-65c2-4a6f-9765-aa1a9abff323 req-abb1c8c4-3614-4519-ba44-ff37bf15eb29 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:40.509459 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b1cfbb41-65c2-4a6f-9765-aa1a9abff323 req-abb1c8c4-3614-4519-ba44-ff37bf15eb29 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0630386 Mar 29 15:27:40.616685 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b1cfbb41-65c2-4a6f-9765-aa1a9abff323 req-f826c76b-e584-4173-8bbe-b7674751e90f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942595 Mar 29 15:27:41.188111 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6f0ee-0063-4d1a-b714-edf96ed6e720 req-5c9db69a-9ba4-4c4b-9206-4f5a5be57ebb tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:41.189773 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-76f6f0ee-0063-4d1a-b714-edf96ed6e720 req-5c9db69a-9ba4-4c4b-9206-4f5a5be57ebb tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0596006 Mar 29 15:27:41.259957 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-76f6f0ee-0063-4d1a-b714-edf96ed6e720 req-d0f413dc-cea7-4d26-8d84-c54729025d05 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454414 Mar 29 15:27:41.784072 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5b740-98cf-405b-a5ca-0fdb3983c6b9 req-77900837-9bde-4868-bab9-c769a041d1b4 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:41.790189 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-90c5b740-98cf-405b-a5ca-0fdb3983c6b9 req-77900837-9bde-4868-bab9-c769a041d1b4 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0666068 Mar 29 15:27:41.848997 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-90c5b740-98cf-405b-a5ca-0fdb3983c6b9 req-14d937ac-2de9-48a8-a8ef-b353a7d75d1e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548856 Mar 29 15:27:42.414851 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fac0ee-68b3-4fa1-9fe4-f9e1b4703df8 req-07d70512-e9da-4c21-9a91-dae6625d4d3e tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:42.416446 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-14fac0ee-68b3-4fa1-9fe4-f9e1b4703df8 req-07d70512-e9da-4c21-9a91-dae6625d4d3e tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0834217 Mar 29 15:27:42.467278 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-14fac0ee-68b3-4fa1-9fe4-f9e1b4703df8 req-1c24b5f0-0544-40fd-a503-94ed71853b2b tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451183 Mar 29 15:27:43.016123 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b051bcd-b76e-4384-a928-4e92f80a657a req-f81dff67-fb81-454b-94e3-6fc7cd496346 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:43.027460 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9b051bcd-b76e-4384-a928-4e92f80a657a req-f81dff67-fb81-454b-94e3-6fc7cd496346 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0971498 Mar 29 15:27:43.092345 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9b051bcd-b76e-4384-a928-4e92f80a657a req-b8913770-51dc-4fbc-bc85-08e09e8ed9ca tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630145 Mar 29 15:27:43.184414 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:43.622972 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d3891-3727-4133-918e-fa0a23f93fad req-ada6beb5-4f73-4efd-8aa2-9dca67063556 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:43.624484 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e61d3891-3727-4133-918e-fa0a23f93fad req-ada6beb5-4f73-4efd-8aa2-9dca67063556 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0618064 Mar 29 15:27:43.695964 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e61d3891-3727-4133-918e-fa0a23f93fad req-c0935ff1-d678-454a-b5d0-61c805a81d8b tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647507 Mar 29 15:27:44.261106 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffd9ef-6da7-45c6-8226-ebb6d6c591dc req-fc2905a3-a76d-4138-8dc1-e8bf8b39aaec tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:44.270716 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a7ffd9ef-6da7-45c6-8226-ebb6d6c591dc req-fc2905a3-a76d-4138-8dc1-e8bf8b39aaec tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.1079285 Mar 29 15:27:44.315559 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee50c3-05b7-45b7-8e9f-d21d6d735472 req-5ff349ae-948e-49c8-bc85-87384d18f031 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:44.317209 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-54ee50c3-05b7-45b7-8e9f-d21d6d735472 req-5ff349ae-948e-49c8-bc85-87384d18f031 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.1118453 Mar 29 15:27:44.373228 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a7ffd9ef-6da7-45c6-8226-ebb6d6c591dc req-f1a27011-9adf-4f43-98e3-237c110d5a84 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989544 Mar 29 15:27:44.411393 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-54ee50c3-05b7-45b7-8e9f-d21d6d735472 req-317d3b92-4b77-426c-8226-a13a1402f92b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773673 Mar 29 15:27:44.482629 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 35562) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:44.664700 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6deee-3f22-42dd-909a-7b43d8a8c8c5 req-7898cce9-3ae6-4e85-8617-fdd35e65fca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:44.666216 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-2fc6deee-3f22-42dd-909a-7b43d8a8c8c5 req-7898cce9-3ae6-4e85-8617-fdd35e65fca7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68b100b32ca6457b87f13df08e31d969&device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 1130 time: 0.0896757 Mar 29 15:27:44.747643 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-99de04aa-9be9-48fd-99a7-6dfa56ec5298 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=79d23fc2db054b2ab3ec2e4961a2d4fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2637968 Mar 29 15:27:44.750773 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 35574) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:44.830421 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fb38bf28-bf04-49a1-84ee-cf1442f0f064 admin admin] Publish callbacks [] for security_group (41315584-631e-4a79-9996-211bc4174bf6), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:44.854913 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fb38bf28-bf04-49a1-84ee-cf1442f0f064 admin admin] Publish callbacks [] for security_group (41315584-631e-4a79-9996-211bc4174bf6), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:44.936971 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6deee-3f22-42dd-909a-7b43d8a8c8c5 req-31126655-5710-44ac-9919-bfd6ab92e9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:44.938820 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-2fc6deee-3f22-42dd-909a-7b43d8a8c8c5 req-31126655-5710-44ac-9919-bfd6ab92e9c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9e966a3-c502-4415-ba24-fb4be64d7c3f HTTP/1.1" status: 200 len: 912 time: 0.2406552 Mar 29 15:27:44.960885 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c0e14-141d-4dc4-89f7-b6a7a852ae9e req-68c3dec0-32de-4db4-ae45-642c5436b5b8 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:44.962426 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-935c0e14-141d-4dc4-89f7-b6a7a852ae9e req-68c3dec0-32de-4db4-ae45-642c5436b5b8 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0792263 Mar 29 15:27:45.015110 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-2fc6deee-3f22-42dd-909a-7b43d8a8c8c5 req-1281b1f3-6a65-4bcd-85bc-0d758fb39f59 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94255728-614c-430c-89bc-919db7923da0 HTTP/1.1" status: 200 len: 1002 time: 0.0687835 Mar 29 15:27:45.023561 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-935c0e14-141d-4dc4-89f7-b6a7a852ae9e req-f89e8266-eb05-4c2e-820d-15a5c9f6ebda tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553653 Mar 29 15:27:45.084330 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6deee-3f22-42dd-909a-7b43d8a8c8c5 req-3b161dbe-7f57-4985-9a38-f075e8454c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:45.085835 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-2fc6deee-3f22-42dd-909a-7b43d8a8c8c5 req-3b161dbe-7f57-4985-9a38-f075e8454c0b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3e72c2a-9791-4704-a967-653d7b3a63cc HTTP/1.1" status: 200 len: 850 time: 0.0638404 Mar 29 15:27:45.092832 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fb38bf28-bf04-49a1-84ee-cf1442f0f064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (41315584-631e-4a79-9996-211bc4174bf6), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:45.095400 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fb38bf28-bf04-49a1-84ee-cf1442f0f064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:45.099004 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-fb38bf28-bf04-49a1-84ee-cf1442f0f064 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/41315584-631e-4a79-9996-211bc4174bf6 HTTP/1.1" status: 204 len: 168 time: 0.3448040 Mar 29 15:27:45.120394 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38bf28-bf04-49a1-84ee-cf1442f0f064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41315584-631e-4a79-9996-211bc4174bf6,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:45.146508 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38bf28-bf04-49a1-84ee-cf1442f0f064 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:45.147823 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6deee-3f22-42dd-909a-7b43d8a8c8c5 req-eb43062b-afe9-4794-be6a-4c0c79415271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:45.149019 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38bf28-bf04-49a1-84ee-cf1442f0f064 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:45.149394 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38bf28-bf04-49a1-84ee-cf1442f0f064 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:45.149778 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38bf28-bf04-49a1-84ee-cf1442f0f064 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:45.150116 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38bf28-bf04-49a1-84ee-cf1442f0f064 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:45.150451 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38bf28-bf04-49a1-84ee-cf1442f0f064 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:45.150787 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-2fc6deee-3f22-42dd-909a-7b43d8a8c8c5 req-eb43062b-afe9-4794-be6a-4c0c79415271 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9e966a3-c502-4415-ba24-fb4be64d7c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0574310 Mar 29 15:27:45.150916 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38bf28-bf04-49a1-84ee-cf1442f0f064 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:45.151151 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38bf28-bf04-49a1-84ee-cf1442f0f064 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:45.151473 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38bf28-bf04-49a1-84ee-cf1442f0f064 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:45.151796 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38bf28-bf04-49a1-84ee-cf1442f0f064 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:45.152123 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38bf28-bf04-49a1-84ee-cf1442f0f064 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:45.152480 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38bf28-bf04-49a1-84ee-cf1442f0f064 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:45.152808 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38bf28-bf04-49a1-84ee-cf1442f0f064 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:45.153153 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38bf28-bf04-49a1-84ee-cf1442f0f064 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:45.153714 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38bf28-bf04-49a1-84ee-cf1442f0f064 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:45.271021 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-2fc6deee-3f22-42dd-909a-7b43d8a8c8c5 req-09b91d5a-2ed6-46fc-b4c3-7de91b9ef9a0 service neutron] 10.222.0.15 "GET /v2.0/networks/e9e966a3-c502-4415-ba24-fb4be64d7c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036298 Mar 29 15:27:45.384938 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-2fc6deee-3f22-42dd-909a-7b43d8a8c8c5 req-e3383c24-c4ff-42d7-944b-17aa01cda3a0 service neutron] 10.222.0.15 "GET /v2.0/networks/e9e966a3-c502-4415-ba24-fb4be64d7c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077368 Mar 29 15:27:45.591157 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80008d42-e54e-4fde-a473-0b71629ae18f req-b1c377e2-1f54-4e7b-ba61-70634f474c3b tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:45.593192 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-80008d42-e54e-4fde-a473-0b71629ae18f req-b1c377e2-1f54-4e7b-ba61-70634f474c3b tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.1304162 Mar 29 15:27:45.619007 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b667e91-5fb0-4bcb-b9bb-67bf6ea59328 req-b7a27243-5a7f-4734-bfb0-17b8a0e7fcfa tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:45.626205 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3b667e91-5fb0-4bcb-b9bb-67bf6ea59328 req-b7a27243-5a7f-4734-bfb0-17b8a0e7fcfa tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.1181982 Mar 29 15:27:45.727752 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3b667e91-5fb0-4bcb-b9bb-67bf6ea59328 req-cfe5d01e-958e-44e7-8156-a83268844029 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004839 Mar 29 15:27:45.739811 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-80008d42-e54e-4fde-a473-0b71629ae18f req-9a1c447d-bb11-48e6-ac21-3e2f9eee575e tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111410 Mar 29 15:27:46.142364 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173035a3-229e-4d77-a579-ff3452d0a522 req-7cc2e414-d26d-4aa0-b09e-726c257a9834 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:46.143885 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-173035a3-229e-4d77-a579-ff3452d0a522 req-7cc2e414-d26d-4aa0-b09e-726c257a9834 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0550499 Mar 29 15:27:46.203171 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-173035a3-229e-4d77-a579-ff3452d0a522 req-aad7dda3-fbef-4630-a551-d271bbb62b8f tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533059 Mar 29 15:27:46.900399 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba69390-d920-4119-a434-77d740dfb6ca req-5335cb23-dab0-48cf-a671-88a1718c9ea5 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:46.901782 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-eba69390-d920-4119-a434-77d740dfb6ca req-5335cb23-dab0-48cf-a671-88a1718c9ea5 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0947719 Mar 29 15:27:46.908254 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89521589-4265-4271-8b48-94dc607fc49b req-6d577572-c249-4e89-8b19-56fca4f35442 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:46.909619 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-89521589-4265-4271-8b48-94dc607fc49b req-6d577572-c249-4e89-8b19-56fca4f35442 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.1038308 Mar 29 15:27:46.978334 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-eba69390-d920-4119-a434-77d740dfb6ca req-e49e3e2c-e9f9-46aa-a112-ebfdf3281376 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677865 Mar 29 15:27:46.981587 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-89521589-4265-4271-8b48-94dc607fc49b req-d070691f-8228-4ec9-a478-7ad036c452b1 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656447 Mar 29 15:27:47.344366 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf1a86-de6c-416f-ab61-875f9bc6f483 req-46569539-4dc7-4613-820d-bf7b7cea4ecc tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:47.346578 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b8bf1a86-de6c-416f-ab61-875f9bc6f483 req-46569539-4dc7-4613-820d-bf7b7cea4ecc tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0645909 Mar 29 15:27:47.405801 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b8bf1a86-de6c-416f-ab61-875f9bc6f483 req-346ef6f0-2032-4c4b-811c-415f45d534f1 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496278 Mar 29 15:27:48.154736 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13456dd6-4f64-4ea4-8136-280fbad91b2a req-e0ac6bd3-440e-4c00-bd4a-44c878c2309c tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:48.156612 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-13456dd6-4f64-4ea4-8136-280fbad91b2a req-e0ac6bd3-440e-4c00-bd4a-44c878c2309c tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0896797 Mar 29 15:27:48.164571 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70fc04-cade-4048-abe7-197bcc24a219 req-f4691ab1-b405-4f6e-b71d-b717b2732d73 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:48.166234 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6f70fc04-cade-4048-abe7-197bcc24a219 req-f4691ab1-b405-4f6e-b71d-b717b2732d73 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0883837 Mar 29 15:27:48.247439 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-13456dd6-4f64-4ea4-8136-280fbad91b2a req-09554986-a721-4c78-b765-a9c9a0cc1898 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798976 Mar 29 15:27:48.255633 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6f70fc04-cade-4048-abe7-197bcc24a219 req-de8315c7-f1fe-4bb3-b532-16e6a009761f tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784123 Mar 29 15:27:48.544771 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c3d3e-5411-47c4-8ed3-27a7104d476b req-e6e94bbb-3c3f-4192-a4e5-14e8ec2868c1 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:48.546030 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-201c3d3e-5411-47c4-8ed3-27a7104d476b req-e6e94bbb-3c3f-4192-a4e5-14e8ec2868c1 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0562670 Mar 29 15:27:48.601414 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-201c3d3e-5411-47c4-8ed3-27a7104d476b req-6dc46151-aec6-4e9a-8d81-16ec19bef0d9 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494723 Mar 29 15:27:49.467593 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 35694) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:49.499985 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfa15e-fa3c-40a0-9c99-5d9e85c3b0f3 req-3fa9bc97-0647-49a1-a818-af181a9103e1 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:49.501603 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b6bfa15e-fa3c-40a0-9c99-5d9e85c3b0f3 req-3fa9bc97-0647-49a1-a818-af181a9103e1 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.1003094 Mar 29 15:27:49.509632 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8909884-d5e0-4dfe-90de-104785b7f045 req-bbcb0b4c-9e60-42be-83d1-15d8daf775c0 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:49.516723 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c8909884-d5e0-4dfe-90de-104785b7f045 req-bbcb0b4c-9e60-42be-83d1-15d8daf775c0 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.1239660 Mar 29 15:27:49.597387 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c8909884-d5e0-4dfe-90de-104785b7f045 req-fad468c0-befa-45e4-8e8e-2494db936daa tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779448 Mar 29 15:27:49.608436 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b6bfa15e-fa3c-40a0-9c99-5d9e85c3b0f3 req-bbdbb6e1-aafe-42f5-b3af-4c67e3130484 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847726 Mar 29 15:27:49.672805 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e359a8af-7f7a-42b8-8b66-f6ccd614e4ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:49.800128 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e359a8af-7f7a-42b8-8b66-f6ccd614e4ad admin admin] Publish callbacks [] for security_group (2b1b1bbb-c9a2-4294-9d74-c95f091c2a9e), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:49.818948 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f930e1-65e8-4cf7-92ff-43a9ef807391 req-4c64acf0-5208-4c37-a0c0-f0885d6fbf2d tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:49.825225 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f2f930e1-65e8-4cf7-92ff-43a9ef807391 req-4c64acf0-5208-4c37-a0c0-f0885d6fbf2d tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0974426 Mar 29 15:27:49.877640 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f2f930e1-65e8-4cf7-92ff-43a9ef807391 req-b84785c6-b7d3-4fd5-b0dd-393742ac85f9 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444245 Mar 29 15:27:50.383384 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e359a8af-7f7a-42b8-8b66-f6ccd614e4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (2b1b1bbb-c9a2-4294-9d74-c95f091c2a9e), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:50.421743 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-e359a8af-7f7a-42b8-8b66-f6ccd614e4ad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=87b10fe93c9c4167a1bca7a8722a6172&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9529958 Mar 29 15:27:50.422799 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359a8af-7f7a-42b8-8b66-f6ccd614e4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1b1bbb-c9a2-4294-9d74-c95f091c2a9e,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:50.424779 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 35704) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:27:50.442591 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359a8af-7f7a-42b8-8b66-f6ccd614e4ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:50.442999 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359a8af-7f7a-42b8-8b66-f6ccd614e4ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:50.443348 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359a8af-7f7a-42b8-8b66-f6ccd614e4ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:50.443687 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359a8af-7f7a-42b8-8b66-f6ccd614e4ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:50.444019 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359a8af-7f7a-42b8-8b66-f6ccd614e4ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:50.444374 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359a8af-7f7a-42b8-8b66-f6ccd614e4ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:50.445025 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359a8af-7f7a-42b8-8b66-f6ccd614e4ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:50.445371 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359a8af-7f7a-42b8-8b66-f6ccd614e4ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:50.445699 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359a8af-7f7a-42b8-8b66-f6ccd614e4ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:50.446024 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359a8af-7f7a-42b8-8b66-f6ccd614e4ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:50.446350 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359a8af-7f7a-42b8-8b66-f6ccd614e4ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:50.446666 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359a8af-7f7a-42b8-8b66-f6ccd614e4ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:50.446989 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359a8af-7f7a-42b8-8b66-f6ccd614e4ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:50.447306 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359a8af-7f7a-42b8-8b66-f6ccd614e4ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:50.447624 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359a8af-7f7a-42b8-8b66-f6ccd614e4ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:27:50.491958 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-b8473163-70ed-4944-930f-7d706f04ba13 admin admin] Publish callbacks [] for security_group (2b1b1bbb-c9a2-4294-9d74-c95f091c2a9e), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:50.515356 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-b8473163-70ed-4944-930f-7d706f04ba13 admin admin] Publish callbacks [] for security_group (2b1b1bbb-c9a2-4294-9d74-c95f091c2a9e), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:50.629660 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-b8473163-70ed-4944-930f-7d706f04ba13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (2b1b1bbb-c9a2-4294-9d74-c95f091c2a9e), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:50.632468 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-b8473163-70ed-4944-930f-7d706f04ba13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:50.641939 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-b8473163-70ed-4944-930f-7d706f04ba13 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b1b1bbb-c9a2-4294-9d74-c95f091c2a9e HTTP/1.1" status: 204 len: 168 time: 0.2081506 Mar 29 15:27:50.659946 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8473163-70ed-4944-930f-7d706f04ba13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1b1bbb-c9a2-4294-9d74-c95f091c2a9e,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:51.004995 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800822c-bf7e-4a64-9ba4-69936e0f75ac req-4ef42828-c4a1-462a-ad14-c8b2a5a02207 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:51.006743 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e800822c-bf7e-4a64-9ba4-69936e0f75ac req-4ef42828-c4a1-462a-ad14-c8b2a5a02207 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.3142292 Mar 29 15:27:51.066381 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef12f58-43c2-424c-be15-2779b17ff9d7 req-e9c485b2-0c5c-4f93-8b0e-f3a18f92ff3e tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:51.074105 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bef12f58-43c2-424c-be15-2779b17ff9d7 req-e9c485b2-0c5c-4f93-8b0e-f3a18f92ff3e tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.3099666 Mar 29 15:27:51.112127 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e800822c-bf7e-4a64-9ba4-69936e0f75ac req-945538bc-bb06-4006-8ded-edcde4295102 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987208 Mar 29 15:27:51.144468 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bef12f58-43c2-424c-be15-2779b17ff9d7 req-b32c6e7b-fff1-4707-acfc-54f90f5acdd7 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691514 Mar 29 15:27:51.290624 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bf0f9-2bc2-49a1-af33-318f45b72367 req-18c6ebb9-c778-4fce-99eb-d45465bef12c tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:51.292419 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-da1bf0f9-2bc2-49a1-af33-318f45b72367 req-18c6ebb9-c778-4fce-99eb-d45465bef12c tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0853770 Mar 29 15:27:51.346093 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-da1bf0f9-2bc2-49a1-af33-318f45b72367 req-1c412a9e-e1f9-4d97-a113-9d4c62f5661b tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473285 Mar 29 15:27:52.275384 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cc4b5796-09ea-4389-9d93-d7e5b01bd0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:52.276048 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a270374-7e45-478b-b321-a355187550a4 req-a4dd72ba-2cf4-4c8d-9a00-7b96d1c559f9 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:52.278051 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9a270374-7e45-478b-b321-a355187550a4 req-a4dd72ba-2cf4-4c8d-9a00-7b96d1c559f9 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0870619 Mar 29 15:27:52.293343 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8da38-36cd-4230-89a9-39d683828523 req-c4f2ee66-1606-4a3a-97f7-aa1a099f3745 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:52.294769 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-feb8da38-36cd-4230-89a9-39d683828523 req-c4f2ee66-1606-4a3a-97f7-aa1a099f3745 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0727556 Mar 29 15:27:52.361809 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9a270374-7e45-478b-b321-a355187550a4 req-56200747-469f-495c-b088-4ce311654630 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772994 Mar 29 15:27:52.369265 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-feb8da38-36cd-4230-89a9-39d683828523 req-ab9b512e-e07a-40fb-88fe-32be7c35f262 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684466 Mar 29 15:27:52.485467 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb823d3f-3f2b-4841-98b3-91bf7720faae req-44cb4854-e0c8-4fc7-81ce-38ae94b08cf9 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:52.486756 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fb823d3f-3f2b-4841-98b3-91bf7720faae req-44cb4854-e0c8-4fc7-81ce-38ae94b08cf9 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0599988 Mar 29 15:27:52.533504 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ce381-849d-4d0f-b478-94ecf4132732 req-a0926ee1-2be1-4c85-864d-11faab27ac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:52.535160 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-393ce381-849d-4d0f-b478-94ecf4132732 req-a0926ee1-2be1-4c85-864d-11faab27ac2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58c1f8fd4f83455ca0f32dbc38c1ed32&device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 1129 time: 0.0453887 Mar 29 15:27:52.539956 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fb823d3f-3f2b-4841-98b3-91bf7720faae req-b6c42c05-cc10-4a0c-89bf-ee2184590e4f tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475037 Mar 29 15:27:52.637174 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ce381-849d-4d0f-b478-94ecf4132732 req-dc5091d4-19f9-402b-b869-64c2f62d9f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:52.637174 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-393ce381-849d-4d0f-b478-94ecf4132732 req-dc5091d4-19f9-402b-b869-64c2f62d9f51 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9dba225-3458-4749-adfb-4348d5911f6f HTTP/1.1" status: 200 len: 918 time: 0.0907567 Mar 29 15:27:52.700820 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-393ce381-849d-4d0f-b478-94ecf4132732 req-640638bc-8559-4ee8-b7e7-4583be68f93e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b13056d0-edc8-4758-886f-702e0eb37c3d HTTP/1.1" status: 200 len: 999 time: 0.0615773 Mar 29 15:27:52.754494 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ce381-849d-4d0f-b478-94ecf4132732 req-6ee571e7-3760-476c-97e4-558f2a79ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:52.758244 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-393ce381-849d-4d0f-b478-94ecf4132732 req-6ee571e7-3760-476c-97e4-558f2a79ff0c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4 HTTP/1.1" status: 200 len: 856 time: 0.0448005 Mar 29 15:27:52.811221 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ce381-849d-4d0f-b478-94ecf4132732 req-ff213ae5-2589-4981-8a2d-4fba67317198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:52.812935 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-393ce381-849d-4d0f-b478-94ecf4132732 req-ff213ae5-2589-4981-8a2d-4fba67317198 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9dba225-3458-4749-adfb-4348d5911f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506737 Mar 29 15:27:52.909981 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-393ce381-849d-4d0f-b478-94ecf4132732 req-8227df09-cdac-4272-bbad-488fb71f4d58 service neutron] 10.222.0.15 "GET /v2.0/networks/a9dba225-3458-4749-adfb-4348d5911f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899014 Mar 29 15:27:53.003572 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-393ce381-849d-4d0f-b478-94ecf4132732 req-15c15cfc-500d-48aa-b76e-3be8b8be0c35 service neutron] 10.222.0.15 "GET /v2.0/networks/a9dba225-3458-4749-adfb-4348d5911f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863461 Mar 29 15:27:53.525688 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a359f-b55c-44e5-b073-ad0dca9917ea req-11f11e8b-477e-4e38-8aaf-6b74dc92074f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:53.527200 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-946a359f-b55c-44e5-b073-ad0dca9917ea req-11f11e8b-477e-4e38-8aaf-6b74dc92074f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0834301 Mar 29 15:27:53.535774 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b134c07-8777-49db-a979-40ef26db9456 req-b1acae9e-92a1-43d0-9407-e36159c79f04 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:53.537254 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3b134c07-8777-49db-a979-40ef26db9456 req-b1acae9e-92a1-43d0-9407-e36159c79f04 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0842402 Mar 29 15:27:53.606131 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-946a359f-b55c-44e5-b073-ad0dca9917ea req-c40bf7b7-c00e-4f0c-ad2b-52747124f113 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678771 Mar 29 15:27:53.617237 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3b134c07-8777-49db-a979-40ef26db9456 req-41d7d94c-7946-44be-b5b3-00c01ab4c9b5 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731525 Mar 29 15:27:53.733720 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76905bb9-5566-4c4b-b1e6-ae61242d6716 req-47f958bc-4599-427c-a9c0-791148842e55 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:53.733720 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-76905bb9-5566-4c4b-b1e6-ae61242d6716 req-47f958bc-4599-427c-a9c0-791148842e55 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0550888 Mar 29 15:27:53.775346 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-76905bb9-5566-4c4b-b1e6-ae61242d6716 req-63eb0fdb-a7f7-45d2-86dc-96c9cd77da28 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440547 Mar 29 15:27:54.514384 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cff1a587-a667-4777-afcd-2df821f549cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:54.773000 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeeb661-ce6e-43a9-b606-3dd915e88633 req-1cb2a65c-c0f4-4ed6-93ee-20b943b1279a tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:54.774357 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0aeeb661-ce6e-43a9-b606-3dd915e88633 req-1cb2a65c-c0f4-4ed6-93ee-20b943b1279a tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0770853 Mar 29 15:27:54.781476 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e9a40-b320-4c22-8343-a1578dac0d14 req-dc369020-c117-46dc-b1d3-e8685f917983 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:54.782817 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b89e9a40-b320-4c22-8343-a1578dac0d14 req-dc369020-c117-46dc-b1d3-e8685f917983 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0989113 Mar 29 15:27:54.851566 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0aeeb661-ce6e-43a9-b606-3dd915e88633 req-c20ba2c6-a618-43e5-a9d7-a18123452290 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677769 Mar 29 15:27:54.855832 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b89e9a40-b320-4c22-8343-a1578dac0d14 req-799d881e-0fe3-4873-acd4-253f7aede296 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666034 Mar 29 15:27:54.967129 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee80200-1c86-477d-bd25-6f742a763c92 req-146b70bd-be22-49c9-8b2a-125cdaa07f2f tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:54.968698 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2ee80200-1c86-477d-bd25-6f742a763c92 req-146b70bd-be22-49c9-8b2a-125cdaa07f2f tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0533087 Mar 29 15:27:55.017974 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2ee80200-1c86-477d-bd25-6f742a763c92 req-6748c74b-0ac7-45e3-a02d-19d9791e5cad tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432580 Mar 29 15:27:55.555103 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:56.005500 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298345b-ec1e-4fd6-93ca-8c0bcffe0b00 req-96f24c08-60a7-4a6d-9ccf-2e955c27d806 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:56.007005 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d298345b-ec1e-4fd6-93ca-8c0bcffe0b00 req-96f24c08-60a7-4a6d-9ccf-2e955c27d806 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0868933 Mar 29 15:27:56.017890 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a90a9f-15f4-4f86-8f8d-e219a53a6fbd req-946861f7-3050-405e-9745-f2ce3ff0897c tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:56.019547 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-68a90a9f-15f4-4f86-8f8d-e219a53a6fbd req-946861f7-3050-405e-9745-f2ce3ff0897c tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 945 time: 0.0902746 Mar 29 15:27:56.092786 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d298345b-ec1e-4fd6-93ca-8c0bcffe0b00 req-b168e34d-44d8-408e-8122-9669af7c9822 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723052 Mar 29 15:27:56.095636 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-68a90a9f-15f4-4f86-8f8d-e219a53a6fbd req-e7ba7c2a-4ccc-4e62-b6ee-295c2f38a420 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693974 Mar 29 15:27:56.198950 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762ab7d-e827-4bcd-b348-89613a983fbb req-50226f8c-674e-4331-bf3b-76da75cc4d70 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:56.200992 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1762ab7d-e827-4bcd-b348-89613a983fbb req-50226f8c-674e-4331-bf3b-76da75cc4d70 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0526946 Mar 29 15:27:56.250867 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1762ab7d-e827-4bcd-b348-89613a983fbb req-a6d80994-4494-4f11-a8af-1718cd99e4a4 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444028 Mar 29 15:27:56.421583 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device b13056d0-edc8-4758-886f-702e0eb37c3d no longer exists at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:27:56.498931 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port b13056d0-edc8-4758-886f-702e0eb37c3d is: ACTIVE; New status is: DOWN {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:27:56.499320 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (b13056d0-edc8-4758-886f-702e0eb37c3d), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:56.522227 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddeadfd-d62e-4635-be4e-5ac792a6c598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b13056d0-edc8-4758-886f-702e0eb37c3d'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:27:56.524457 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67651527b6c7513bff120ad3026ca8b6c51caa370c4ee0f403b1e7b340f0df97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4a8eaf-8500-4e7a-97c9-bf6bbdceaa45" -d '{"events": [{"server_uuid": "eddeadfd-d62e-4635-be4e-5ac792a6c598", "name": "network-vif-unplugged", "status": "completed", "tag": "b13056d0-edc8-4758-886f-702e0eb37c3d"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:27:56.536779 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port b13056d0-edc8-4758-886f-702e0eb37c3d, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=b13056d0-edc8-4758-886f-702e0eb37c3d,segment=NetworkSegment(c447c32b-bb36-4dcf-8df5-2a75f4e6e95e),segment_id=c447c32b-bb36-4dcf-8df5-2a75f4e6e95e)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:27:56.561181 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 15:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c5bf13-c8d5-470e-8f93-4802dc7577fb x-openstack-request-id: req-01c5bf13-c8d5-470e-8f93-4802dc7577fb {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:27:56.561769 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eddeadfd-d62e-4635-be4e-5ac792a6c598", "name": "network-vif-unplugged", "status": "completed", "tag": "b13056d0-edc8-4758-886f-702e0eb37c3d", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:27:56.561769 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-01c5bf13-c8d5-470e-8f93-4802dc7577fb {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:27:56.562106 dv-cinder-562053-19-iscsi neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01c5bf13-c8d5-470e-8f93-4802dc7577fb'] response: {'server_uuid': 'eddeadfd-d62e-4635-be4e-5ac792a6c598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b13056d0-edc8-4758-886f-702e0eb37c3d', 'code': 200} Mar 29 15:27:56.600668 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (b13056d0-edc8-4758-886f-702e0eb37c3d), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:56.654062 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=b13056d0-edc8-4758-886f-702e0eb37c3d,revision_number=8']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:27:56.955110 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:57.242879 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7d416-8433-431b-b849-9d46242279da req-4296ce5b-0046-466a-b87a-969b1d1211e8 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:57.244380 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-55f7d416-8433-431b-b849-9d46242279da req-4296ce5b-0046-466a-b87a-969b1d1211e8 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0843363 Mar 29 15:27:57.251839 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d9b0e-aecc-4209-8793-b48cc4327d3a req-c0fa7844-ee49-4cc0-8448-f9371c264843 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:57.253284 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b30d9b0e-aecc-4209-8793-b48cc4327d3a req-c0fa7844-ee49-4cc0-8448-f9371c264843 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.0848336 Mar 29 15:27:57.324982 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-55f7d416-8433-431b-b849-9d46242279da req-4a93610f-966e-4240-8562-07fdf63255c5 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701976 Mar 29 15:27:57.327966 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b30d9b0e-aecc-4209-8793-b48cc4327d3a req-2ae97365-7f30-4066-86e9-7f6830a5d150 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683105 Mar 29 15:27:57.432895 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9367772-ca15-4823-a53e-f94756917582 req-61721bdd-a7a8-418c-bea6-a2e875597786 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:57.434990 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a9367772-ca15-4823-a53e-f94756917582 req-61721bdd-a7a8-418c-bea6-a2e875597786 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0566316 Mar 29 15:27:57.484383 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a9367772-ca15-4823-a53e-f94756917582 req-a7309e0d-20d0-464a-8e98-6f77f805bbc2 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437317 Mar 29 15:27:58.503853 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:58.504932 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c960575-fb58-41f2-a226-2b63217990ef req-240dd239-7be1-4649-8d82-c758b9661a71 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:58.507171 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1c960575-fb58-41f2-a226-2b63217990ef req-240dd239-7be1-4649-8d82-c758b9661a71 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.0989161 Mar 29 15:27:58.513913 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badf687-0647-4107-87e9-e0a8d40cdef4 req-1aa43aa8-e341-44c6-b1e3-59f981dd1e0f tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:58.515394 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4badf687-0647-4107-87e9-e0a8d40cdef4 req-1aa43aa8-e341-44c6-b1e3-59f981dd1e0f tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.1097918 Mar 29 15:27:58.592445 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4badf687-0647-4107-87e9-e0a8d40cdef4 req-5031db01-70a2-4129-b078-d45478a2288e tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700762 Mar 29 15:27:58.595526 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1c960575-fb58-41f2-a226-2b63217990ef req-2133f635-9145-4444-b85f-6254ad606985 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791867 Mar 29 15:27:58.653464 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8344a-ed57-4ada-ae63-b3d56c56eb1a req-d73342f5-b524-4f06-ae50-a8bfd3316b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:58.655052 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-94a8344a-ed57-4ada-ae63-b3d56c56eb1a req-d73342f5-b524-4f06-ae50-a8bfd3316b56 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 1129 time: 0.0696602 Mar 29 15:27:58.710864 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-94a8344a-ed57-4ada-ae63-b3d56c56eb1a req-99db1461-24d0-47ec-a794-c539a4c3040f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483706 Mar 29 15:27:58.721733 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc60ff-4dfd-4ced-83af-e9bbddb62042 req-1e2ee929-b8d5-4e08-96f2-b89678c7b439 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:58.723249 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-96bc60ff-4dfd-4ced-83af-e9bbddb62042 req-1e2ee929-b8d5-4e08-96f2-b89678c7b439 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0597420 Mar 29 15:27:58.771888 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-96bc60ff-4dfd-4ced-83af-e9bbddb62042 req-0602d1be-9bb9-4ca9-8415-d0a853cfa722 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428886 Mar 29 15:27:59.711166 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3beb843-8cb1-4b7e-aaff-196571742479 req-4011a62b-5b31-4c70-ad2b-d30e9467c7c9 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:59.712554 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d3beb843-8cb1-4b7e-aaff-196571742479 req-4011a62b-5b31-4c70-ad2b-d30e9467c7c9 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0513072 Mar 29 15:27:59.765299 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d3beb843-8cb1-4b7e-aaff-196571742479 req-a3d07c04-3afd-40e6-a749-10ba94975900 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462112 Mar 29 15:27:59.894430 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [req-328265da-212b-4dde-8dcf-a72c81e8f941 req-6991cb5c-ef01-4d81-8c31-754f3d592cd0 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:27:59.895399 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-328265da-212b-4dde-8dcf-a72c81e8f941 req-6991cb5c-ef01-4d81-8c31-754f3d592cd0 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065155 Mar 29 15:27:59.906087 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76834935-809e-4ed8-9992-dda64e6943bd req-0dea2228-b3bb-4d4f-9532-0d41e69ff672 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:59.907552 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-76834935-809e-4ed8-9992-dda64e6943bd req-0dea2228-b3bb-4d4f-9532-0d41e69ff672 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0613036 Mar 29 15:27:59.957140 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-76834935-809e-4ed8-9992-dda64e6943bd req-4ea4a9c7-fc93-4949-a600-f1b0e31b1d21 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427873 Mar 29 15:28:00.242864 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dafccb-663f-4e5d-ae4d-ff19ea4c449b req-657e1af2-f2b6-4747-a2b2-ff3517cb34cd tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:00.244405 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-72dafccb-663f-4e5d-ae4d-ff19ea4c449b req-657e1af2-f2b6-4747-a2b2-ff3517cb34cd tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.0534608 Mar 29 15:28:00.291107 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-72dafccb-663f-4e5d-ae4d-ff19ea4c449b req-11130afe-1cd2-47d0-af0e-fc11ff4e1037 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402689 Mar 29 15:28:00.344581 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device b13056d0-edc8-4758-886f-702e0eb37c3d no longer exists at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:28:00.419312 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port b13056d0-edc8-4758-886f-702e0eb37c3d is: DOWN; New status is: DOWN {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:28:00.886606 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 35894) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:28:00.895853 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff169362-affe-4f50-b2c6-434361c3f2a1 req-ada959f3-a645-4f43-b714-eb3d6bbfe765 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:00.897362 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ff169362-affe-4f50-b2c6-434361c3f2a1 req-ada959f3-a645-4f43-b714-eb3d6bbfe765 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0618935 Mar 29 15:28:00.948232 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ff169362-affe-4f50-b2c6-434361c3f2a1 req-440a55ab-cf9a-409f-80b3-2c15fca95fef tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425303 Mar 29 15:28:00.979996 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-6e40dc33-160f-4b26-b890-9616d786d7f7 req-95f2981f-8046-47f4-9720-686c28337432 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0917466 Mar 29 15:28:00.990131 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [req-6e40dc33-160f-4b26-b890-9616d786d7f7 req-d541325f-4343-452a-bf3c-d17399916b19 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:28:00.991127 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-6e40dc33-160f-4b26-b890-9616d786d7f7 req-d541325f-4343-452a-bf3c-d17399916b19 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059571 Mar 29 15:28:01.068664 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 35904) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:28:01.081559 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc30b3-b29c-4410-87f8-6e462745bca3 req-c534726b-b913-46dd-b783-6e1d9a48faa3 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:01.083044 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-87bc30b3-b29c-4410-87f8-6e462745bca3 req-c534726b-b913-46dd-b783-6e1d9a48faa3 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0581136 Mar 29 15:28:01.139266 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-87bc30b3-b29c-4410-87f8-6e462745bca3 req-f8c5490b-eaac-480a-8b0f-f4faf6f7b510 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506086 Mar 29 15:28:01.176717 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40dc33-160f-4b26-b890-9616d786d7f7 req-e49f3381-5a6f-4c5a-abca-8c69438b637c tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:01.178037 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6e40dc33-160f-4b26-b890-9616d786d7f7 req-e49f3381-5a6f-4c5a-abca-8c69438b637c tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports/b13056d0-edc8-4758-886f-702e0eb37c3d HTTP/1.1" status: 200 len: 940 time: 0.1081965 Mar 29 15:28:01.413338 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b075e-bc01-42bc-8d6c-8b0813518eca req-45d08958-a9bd-474c-9fda-c6a1d585f1e0 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:01.414779 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-496b075e-bc01-42bc-8d6c-8b0813518eca req-45d08958-a9bd-474c-9fda-c6a1d585f1e0 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.0513952 Mar 29 15:28:01.461437 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-496b075e-bc01-42bc-8d6c-8b0813518eca req-01f022d5-b12b-44d3-9d23-4b9596d47f1a tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410597 Mar 29 15:28:02.061828 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c37be-5378-43a3-afca-24171ab60818 req-20070c0d-9c63-4d8f-80a6-d2834e0c0bd5 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:02.063273 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0b8c37be-5378-43a3-afca-24171ab60818 req-20070c0d-9c63-4d8f-80a6-d2834e0c0bd5 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0510063 Mar 29 15:28:02.111722 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0b8c37be-5378-43a3-afca-24171ab60818 req-6cec1d13-87fd-4fee-aab7-f10fc93526c1 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412617 Mar 29 15:28:02.261027 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fca0d-5eb2-4fde-9187-d4318baceb8c req-c4bce71a-dc5e-4b4a-a3d7-52d43843e5e8 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:02.262512 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-962fca0d-5eb2-4fde-9187-d4318baceb8c req-c4bce71a-dc5e-4b4a-a3d7-52d43843e5e8 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0554776 Mar 29 15:28:02.307558 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-962fca0d-5eb2-4fde-9187-d4318baceb8c req-96c99534-72e4-4ab2-b659-86a4f7259082 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394578 Mar 29 15:28:02.584642 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263ea79-e19f-407d-b218-4ff904f73011 req-2d5460e9-601e-44c3-8ca3-5c5d7d3beb5e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:02.586295 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b263ea79-e19f-407d-b218-4ff904f73011 req-2d5460e9-601e-44c3-8ca3-5c5d7d3beb5e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.0541031 Mar 29 15:28:02.631752 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b263ea79-e19f-407d-b218-4ff904f73011 req-908477ca-f346-45a1-ab4c-cd749fc95e4f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395412 Mar 29 15:28:03.232345 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006807b3-dd26-4211-b1b7-815ad4804520 req-389b52b0-f625-4f84-b42f-f49eb33f127c tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:03.233867 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-006807b3-dd26-4211-b1b7-815ad4804520 req-389b52b0-f625-4f84-b42f-f49eb33f127c tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0544260 Mar 29 15:28:03.282936 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-006807b3-dd26-4211-b1b7-815ad4804520 req-20dab76c-13d9-4c75-a613-ed800cc2fee3 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435371 Mar 29 15:28:03.425135 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c88d5-ea54-46c3-8e00-cdea491bb208 req-a2685b2f-0a90-458f-80c9-f01fa3df7a8b tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:03.426639 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-900c88d5-ea54-46c3-8e00-cdea491bb208 req-a2685b2f-0a90-458f-80c9-f01fa3df7a8b tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0524452 Mar 29 15:28:03.473936 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-900c88d5-ea54-46c3-8e00-cdea491bb208 req-7b7bb971-b950-4eaf-87be-3ce3d6a28192 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416994 Mar 29 15:28:03.591818 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef72617-9024-4792-b911-9dc921ba4a34 req-fec423a5-d276-493d-a2da-0e558a741d89 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:03.593304 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9ef72617-9024-4792-b911-9dc921ba4a34 req-fec423a5-d276-493d-a2da-0e558a741d89 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 945 time: 0.0546918 Mar 29 15:28:03.640745 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9ef72617-9024-4792-b911-9dc921ba4a34 req-5db4d880-f535-4d3e-8d50-179a1f512dc3 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416272 Mar 29 15:28:03.758099 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beddfc82-d25d-4792-812f-4e1c862d0d71 req-b6cd1aed-1913-4e56-a5fb-69ded2eab098 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:03.759717 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-beddfc82-d25d-4792-812f-4e1c862d0d71 req-b6cd1aed-1913-4e56-a5fb-69ded2eab098 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.0557482 Mar 29 15:28:03.805424 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-beddfc82-d25d-4792-812f-4e1c862d0d71 req-8427e1df-f3fd-44b0-99cf-976f291b453b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394635 Mar 29 15:28:04.401080 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ed081-3530-4f98-bd1d-dd9123fb4237 req-9f8cde60-9533-4336-97e4-76d1c2ec4e69 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:04.402573 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e47ed081-3530-4f98-bd1d-dd9123fb4237 req-9f8cde60-9533-4336-97e4-76d1c2ec4e69 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0526896 Mar 29 15:28:04.452597 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e47ed081-3530-4f98-bd1d-dd9123fb4237 req-35b93235-2704-4b9e-ae12-27ee8328bfb4 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437465 Mar 29 15:28:04.930833 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c807deb-ee15-4b8d-951e-dba61a41af2e req-ed9e7537-85c7-433d-9806-49b8b3e4e1f9 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:04.932340 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0c807deb-ee15-4b8d-951e-dba61a41af2e req-ed9e7537-85c7-433d-9806-49b8b3e4e1f9 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.0545909 Mar 29 15:28:04.980051 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0c807deb-ee15-4b8d-951e-dba61a41af2e req-05116313-3992-433a-a45b-5fb06bae1182 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411139 Mar 29 15:28:05.566585 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69731765-a810-4cfd-be15-28b7fc10fb02 req-5788cf76-2d30-4d0b-b77d-c2afecb8a62b tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:05.568055 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-69731765-a810-4cfd-be15-28b7fc10fb02 req-5788cf76-2d30-4d0b-b77d-c2afecb8a62b tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0515707 Mar 29 15:28:05.613333 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-69731765-a810-4cfd-be15-28b7fc10fb02 req-2eecd4e5-8403-4654-8142-8fad4313ace8 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395527 Mar 29 15:28:06.098896 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72a0d3-cc87-406c-9c08-36820cf76dba req-7beed9ed-bde8-4acd-a901-4c2b5e561f1f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:06.100355 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4c72a0d3-cc87-406c-9c08-36820cf76dba req-7beed9ed-bde8-4acd-a901-4c2b5e561f1f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.0507090 Mar 29 15:28:06.148793 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4c72a0d3-cc87-406c-9c08-36820cf76dba req-54d0c27d-76d1-4df5-be04-3e28dfd8ecd8 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429521 Mar 29 15:28:06.730217 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc837b-9848-4ea7-b9ae-41a189dba9e9 req-d6ae3eab-d19a-4004-a4e3-58f5f4a23b2c tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:06.731673 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fdbc837b-9848-4ea7-b9ae-41a189dba9e9 req-d6ae3eab-d19a-4004-a4e3-58f5f4a23b2c tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0517700 Mar 29 15:28:06.778899 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fdbc837b-9848-4ea7-b9ae-41a189dba9e9 req-90ba2b86-56a9-433b-9b9e-d95fd71b096a tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410085 Mar 29 15:28:07.272011 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612434b-cbfe-4457-8cc0-6872b1ca463a req-d94b882e-db20-4e0a-b70b-dc93eba7f824 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:07.273522 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7612434b-cbfe-4457-8cc0-6872b1ca463a req-d94b882e-db20-4e0a-b70b-dc93eba7f824 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.0521286 Mar 29 15:28:07.321244 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7612434b-cbfe-4457-8cc0-6872b1ca463a req-653fa90a-102d-441a-ad22-2ed3798a5db2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421684 Mar 29 15:28:07.523925 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40dc33-160f-4b26-b890-9616d786d7f7 req-18bb5c62-c082-46b7-8cb3-3384cd4b0641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:07.526087 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-6e40dc33-160f-4b26-b890-9616d786d7f7 req-18bb5c62-c082-46b7-8cb3-3384cd4b0641 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598&tenant_id=58c1f8fd4f83455ca0f32dbc38c1ed32 HTTP/1.1" status: 200 len: 1127 time: 0.1012895 Mar 29 15:28:07.612694 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40dc33-160f-4b26-b890-9616d786d7f7 req-5da17dca-8001-438a-8b46-8a23d0a67f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:07.614350 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-6e40dc33-160f-4b26-b890-9616d786d7f7 req-5da17dca-8001-438a-8b46-8a23d0a67f14 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58c1f8fd4f83455ca0f32dbc38c1ed32&device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 1127 time: 0.0618806 Mar 29 15:28:07.710555 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40dc33-160f-4b26-b890-9616d786d7f7 req-f4f599ca-ffdb-4b8c-be7f-17602af93bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:07.712082 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-6e40dc33-160f-4b26-b890-9616d786d7f7 req-f4f599ca-ffdb-4b8c-be7f-17602af93bd2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9dba225-3458-4749-adfb-4348d5911f6f HTTP/1.1" status: 200 len: 918 time: 0.0892892 Mar 29 15:28:07.777464 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-6e40dc33-160f-4b26-b890-9616d786d7f7 req-6051dbb3-c123-48b7-ba87-299766abcaa9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b13056d0-edc8-4758-886f-702e0eb37c3d HTTP/1.1" status: 200 len: 997 time: 0.0590575 Mar 29 15:28:07.852049 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40dc33-160f-4b26-b890-9616d786d7f7 req-66f2f834-8df2-46f3-a050-b04aa67f8d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:07.853559 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-6e40dc33-160f-4b26-b890-9616d786d7f7 req-66f2f834-8df2-46f3-a050-b04aa67f8d57 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4 HTTP/1.1" status: 200 len: 856 time: 0.0686264 Mar 29 15:28:07.912258 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40dc33-160f-4b26-b890-9616d786d7f7 req-ac733784-69a9-4b83-a758-166249a1a6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:07.913523 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-6e40dc33-160f-4b26-b890-9616d786d7f7 req-ac733784-69a9-4b83-a758-166249a1a6cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9dba225-3458-4749-adfb-4348d5911f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0525227 Mar 29 15:28:07.944063 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e048c-e702-40c2-aef9-dc0b84195452 req-b8e0680c-8376-4a99-92e2-03a1e792cffe tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:07.945585 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1a8e048c-e702-40c2-aef9-dc0b84195452 req-b8e0680c-8376-4a99-92e2-03a1e792cffe tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0990083 Mar 29 15:28:07.957322 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858dcc4f-c8f0-4d5f-95a0-943ae05e9506 req-e1787c1f-c9b3-4d5c-9d27-5ae6ef40997a tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:07.958737 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-858dcc4f-c8f0-4d5f-95a0-943ae05e9506 req-e1787c1f-c9b3-4d5c-9d27-5ae6ef40997a tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 945 time: 0.0803421 Mar 29 15:28:08.039172 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe01724-dc62-49cc-a13d-f101beaee8b3 req-86df6d0d-0c7f-46d8-8817-7060f37710e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:08.040737 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-fbe01724-dc62-49cc-a13d-f101beaee8b3 req-86df6d0d-0c7f-46d8-8817-7060f37710e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f08a5b25a074cb7ad80f54d82bf8a5e&device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 1129 time: 0.1098511 Mar 29 15:28:08.042886 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1a8e048c-e702-40c2-aef9-dc0b84195452 req-92c4253e-f2ad-4d03-9b8f-2729d6ff38e4 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805883 Mar 29 15:28:08.055437 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-858dcc4f-c8f0-4d5f-95a0-943ae05e9506 req-2458ad71-8fd8-486a-9954-835cc5090b33 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855198 Mar 29 15:28:08.072646 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-6e40dc33-160f-4b26-b890-9616d786d7f7 req-96c4f83b-1bfa-4abc-8cb7-67d70f46a059 service neutron] 10.222.0.15 "GET /v2.0/networks/a9dba225-3458-4749-adfb-4348d5911f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339486 Mar 29 15:28:08.219642 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe01724-dc62-49cc-a13d-f101beaee8b3 req-a0254557-671b-473f-99df-4e0798152867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:08.221052 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-fbe01724-dc62-49cc-a13d-f101beaee8b3 req-a0254557-671b-473f-99df-4e0798152867 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a802c2b-c73f-41c5-a35b-11f174fd7a4a HTTP/1.1" status: 200 len: 920 time: 0.1619606 Mar 29 15:28:08.226171 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-6e40dc33-160f-4b26-b890-9616d786d7f7 req-467bbe0b-9188-44d9-aa43-b00ce8c4311b service neutron] 10.222.0.15 "GET /v2.0/networks/a9dba225-3458-4749-adfb-4348d5911f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436999 Mar 29 15:28:08.266658 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-fbe01724-dc62-49cc-a13d-f101beaee8b3 req-e326014c-dcb1-4e7c-b935-1b4861cf2a08 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f679a0f7-3889-4f39-9d58-db5d2a5ce82f HTTP/1.1" status: 200 len: 217 time: 0.0351458 Mar 29 15:28:08.313412 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe01724-dc62-49cc-a13d-f101beaee8b3 req-d53a8d59-155d-4677-93b0-9e07a57213e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:08.314827 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-fbe01724-dc62-49cc-a13d-f101beaee8b3 req-d53a8d59-155d-4677-93b0-9e07a57213e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d11297b-da68-44b3-bcb2-0f179572e157 HTTP/1.1" status: 200 len: 858 time: 0.0418785 Mar 29 15:28:08.367342 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe01724-dc62-49cc-a13d-f101beaee8b3 req-fcebeec8-4ba3-4ad7-a91d-49227a491c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:08.368826 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-fbe01724-dc62-49cc-a13d-f101beaee8b3 req-fcebeec8-4ba3-4ad7-a91d-49227a491c50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a802c2b-c73f-41c5-a35b-11f174fd7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473325 Mar 29 15:28:08.451514 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefda66c-a5c7-4874-878e-0a0cd52522d1 req-f3245e50-f72a-4530-a768-41d9fbc5b787 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:08.453331 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fefda66c-a5c7-4874-878e-0a0cd52522d1 req-f3245e50-f72a-4530-a768-41d9fbc5b787 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.0535393 Mar 29 15:28:08.464855 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-fbe01724-dc62-49cc-a13d-f101beaee8b3 req-34b12d68-bab1-4b4c-82e6-e32bae57fc9b service neutron] 10.222.0.15 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868468 Mar 29 15:28:08.509464 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fefda66c-a5c7-4874-878e-0a0cd52522d1 req-cea2da59-5e34-4f58-b7eb-5bb5da9d807a tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497046 Mar 29 15:28:08.573331 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-fbe01724-dc62-49cc-a13d-f101beaee8b3 req-d21a29d5-5238-4645-bd52-d7badc5fba01 service neutron] 10.222.0.15 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024661 Mar 29 15:28:09.230657 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef68bc9-23f2-4f6b-b8c7-6050be985713 req-980a9b39-33e4-4d9f-8ff5-2530a61fa626 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:09.242412 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9ef68bc9-23f2-4f6b-b8c7-6050be985713 req-980a9b39-33e4-4d9f-8ff5-2530a61fa626 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.1188102 Mar 29 15:28:09.292770 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9227b73-80cb-4c41-b983-5387d9f7895b req-b709e2df-5fff-49a8-9a34-79c50d5e121a tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:09.295684 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e9227b73-80cb-4c41-b983-5387d9f7895b req-b709e2df-5fff-49a8-9a34-79c50d5e121a tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 945 time: 0.1572471 Mar 29 15:28:09.375761 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9ef68bc9-23f2-4f6b-b8c7-6050be985713 req-3df3808f-a0df-4578-a719-5e17b9e04751 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323488 Mar 29 15:28:09.409795 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e9227b73-80cb-4c41-b983-5387d9f7895b req-8fd60bb9-e7c5-408c-b513-1dc955d09b94 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017160 Mar 29 15:28:09.663779 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cfcb2-928d-4e47-befe-409b49688fcb req-3c77a74b-919e-440b-92b9-d87c518de4ea tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:09.663779 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bd0cfcb2-928d-4e47-befe-409b49688fcb req-3c77a74b-919e-440b-92b9-d87c518de4ea tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.0699847 Mar 29 15:28:09.745355 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bd0cfcb2-928d-4e47-befe-409b49688fcb req-8558d03a-d698-47c3-81a2-c8c2956c7a79 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640702 Mar 29 15:28:10.593684 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316f81a-4c02-4c2d-baeb-37eb08cbbbca req-2d620176-dd59-4e1c-bac8-56fd19b3048a tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:10.596783 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b316f81a-4c02-4c2d-baeb-37eb08cbbbca req-2d620176-dd59-4e1c-bac8-56fd19b3048a tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 945 time: 0.0891159 Mar 29 15:28:10.630401 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786e5ee-df27-4b79-b8da-d234bd137b00 req-435696d1-6ea6-41ba-8673-ee536e47566b tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:10.631905 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b786e5ee-df27-4b79-b8da-d234bd137b00 req-435696d1-6ea6-41ba-8673-ee536e47566b tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.1614046 Mar 29 15:28:10.683900 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b316f81a-4c02-4c2d-baeb-37eb08cbbbca req-390d2f14-aede-47cc-be03-dd35fcaaac4f tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799134 Mar 29 15:28:10.704669 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b786e5ee-df27-4b79-b8da-d234bd137b00 req-b6d8edcc-6395-4010-a314-f68c69dec783 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649805 Mar 29 15:28:10.874880 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb98cb-f8d5-46e1-a5b3-cb8c3e255094 req-edb6800f-1672-4769-be87-a39622bb3640 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:10.876774 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1ddb98cb-f8d5-46e1-a5b3-cb8c3e255094 req-edb6800f-1672-4769-be87-a39622bb3640 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.0584965 Mar 29 15:28:10.929641 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1ddb98cb-f8d5-46e1-a5b3-cb8c3e255094 req-112dcce7-0eeb-4c37-a7c5-ae99ae456f87 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469284 Mar 29 15:28:11.894484 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d317eb-2b50-4bf0-85f6-d0c727659f18 req-0a862d95-4897-417f-aac4-403c93f059f0 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:11.896105 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-24d317eb-2b50-4bf0-85f6-d0c727659f18 req-0a862d95-4897-417f-aac4-403c93f059f0 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.1046376 Mar 29 15:28:11.904797 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438c666-1adf-41da-a9e0-7fdca3cc17d5 req-808b48c4-eb7a-49e7-87de-3ab0848c159b tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:11.906281 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a438c666-1adf-41da-a9e0-7fdca3cc17d5 req-808b48c4-eb7a-49e7-87de-3ab0848c159b tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 945 time: 0.1340427 Mar 29 15:28:11.989339 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-24d317eb-2b50-4bf0-85f6-d0c727659f18 req-08090259-aae0-4465-ad1e-4da8ff91c012 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820169 Mar 29 15:28:11.994081 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a438c666-1adf-41da-a9e0-7fdca3cc17d5 req-32cae809-4848-4bba-b5ff-37b10d6739cc tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808988 Mar 29 15:28:12.123295 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9925d7-fb05-4efe-91a1-cec0826595cd req-282560b8-b775-41de-a5ae-b70eaa9528bd tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:12.124984 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7a9925d7-fb05-4efe-91a1-cec0826595cd req-282560b8-b775-41de-a5ae-b70eaa9528bd tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.0644555 Mar 29 15:28:12.186216 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7a9925d7-fb05-4efe-91a1-cec0826595cd req-3ba9936e-3322-4fcb-a70a-50470e60ecf7 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555980 Mar 29 15:28:13.166454 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:13.176635 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ced21-5764-4a8a-9d33-ad09e656ff10 req-ea5d854b-dbb5-4355-ba55-a0d9e39a42cd tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:13.178215 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-be1ced21-5764-4a8a-9d33-ad09e656ff10 req-ea5d854b-dbb5-4355-ba55-a0d9e39a42cd tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0957339 Mar 29 15:28:13.193828 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c6342-60aa-4db0-b491-c74286fd7764 req-a504735f-bc47-45d5-aa10-b6a43d6ca5a5 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:13.195374 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d98c6342-60aa-4db0-b491-c74286fd7764 req-a504735f-bc47-45d5-aa10-b6a43d6ca5a5 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 945 time: 0.1039805 Mar 29 15:28:13.274338 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-be1ced21-5764-4a8a-9d33-ad09e656ff10 req-9e0409ba-6d35-4fdf-9fa1-103321eb4e16 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888736 Mar 29 15:28:13.286013 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d98c6342-60aa-4db0-b491-c74286fd7764 req-317cd339-aa5a-481d-be27-84ee83547ad1 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701177 Mar 29 15:28:13.444862 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0e706-4064-49f3-b19b-46870295e8ca req-54a58c8d-6594-4650-a963-84543a6c22cf tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:13.446547 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c2a0e706-4064-49f3-b19b-46870295e8ca req-54a58c8d-6594-4650-a963-84543a6c22cf tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.0759406 Mar 29 15:28:13.509624 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c2a0e706-4064-49f3-b19b-46870295e8ca req-f6950d84-b181-4710-bb8d-fb955cce0d85 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566573 Mar 29 15:28:13.536843 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:28:13.747541 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 36156) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:28:13.886365 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-01362a25-b7e3-4455-8117-9cb104b1f9e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:13.974485 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-01362a25-b7e3-4455-8117-9cb104b1f9e0 admin admin] Publish callbacks [] for security_group (1d9d3b15-d970-4119-858f-5b9cfbaca85b), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:14.057817 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-01362a25-b7e3-4455-8117-9cb104b1f9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (1d9d3b15-d970-4119-858f-5b9cfbaca85b), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:14.103597 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-01362a25-b7e3-4455-8117-9cb104b1f9e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bd10f357ecf8432db7ad14b1cda335e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3512709 Mar 29 15:28:14.103597 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01362a25-b7e3-4455-8117-9cb104b1f9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9d3b15-d970-4119-858f-5b9cfbaca85b,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:14.105075 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 36162) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:28:14.163121 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-318aa353-dadd-407c-942f-686e4e58c4b6 admin admin] Publish callbacks [] for security_group (1d9d3b15-d970-4119-858f-5b9cfbaca85b), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:14.186780 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-318aa353-dadd-407c-942f-686e4e58c4b6 admin admin] Publish callbacks [] for security_group (1d9d3b15-d970-4119-858f-5b9cfbaca85b), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:14.468018 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9826b-1d62-49dd-b01d-45f5d86cfa38 req-36cf8889-a3c5-4471-8300-30af810d698e tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:14.479826 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-09c9826b-1d62-49dd-b01d-45f5d86cfa38 req-36cf8889-a3c5-4471-8300-30af810d698e tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 945 time: 0.1095734 Mar 29 15:28:14.525647 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff68657-5079-40b6-8fc2-e0b5a78b3306 req-ff37c627-e624-4c6c-a707-80a2ad5c9472 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:14.525647 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bff68657-5079-40b6-8fc2-e0b5a78b3306 req-ff37c627-e624-4c6c-a707-80a2ad5c9472 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.1152155 Mar 29 15:28:14.558050 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-09c9826b-1d62-49dd-b01d-45f5d86cfa38 req-68026fa5-948e-4a36-b132-db19edcec3b5 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801072 Mar 29 15:28:14.610032 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bff68657-5079-40b6-8fc2-e0b5a78b3306 req-9c9e4755-c9c3-4ed0-9598-9ef577bdeba5 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923231 Mar 29 15:28:14.681482 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-318aa353-dadd-407c-942f-686e4e58c4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (1d9d3b15-d970-4119-858f-5b9cfbaca85b), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:14.684587 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-318aa353-dadd-407c-942f-686e4e58c4b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:14.685916 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-318aa353-dadd-407c-942f-686e4e58c4b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1d9d3b15-d970-4119-858f-5b9cfbaca85b HTTP/1.1" status: 204 len: 168 time: 0.5781417 Mar 29 15:28:14.694793 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39576094-a208-4fda-b2ca-817979a5f344 req-a0f48045-0f51-4f4f-a6b0-a1da0f8c4652 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:14.695015 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318aa353-dadd-407c-942f-686e4e58c4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9d3b15-d970-4119-858f-5b9cfbaca85b,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:14.696798 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-39576094-a208-4fda-b2ca-817979a5f344 req-a0f48045-0f51-4f4f-a6b0-a1da0f8c4652 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.0835445 Mar 29 15:28:14.789815 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-39576094-a208-4fda-b2ca-817979a5f344 req-19fadf40-dd21-40c3-9a8e-ea6aca391702 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755315 Mar 29 15:28:15.611072 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 36180) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:28:15.748387 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4582c77-9b74-414c-87cd-c8de98734bd6 req-06b6907b-b04e-42ee-9444-5055e60e9eaf tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:15.750023 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e4582c77-9b74-414c-87cd-c8de98734bd6 req-06b6907b-b04e-42ee-9444-5055e60e9eaf tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 945 time: 0.1224494 Mar 29 15:28:15.758108 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-aa15aea0-17c4-4b6e-a23d-18668e25a09c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:15.813024 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844aaf6-48d0-4d9f-8641-ce51e37f2a92 req-e4a0c8ae-ae45-4f3b-84e1-3b225e4d6a75 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:15.818960 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f844aaf6-48d0-4d9f-8641-ce51e37f2a92 req-e4a0c8ae-ae45-4f3b-84e1-3b225e4d6a75 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.1256623 Mar 29 15:28:15.865124 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e4582c77-9b74-414c-87cd-c8de98734bd6 req-82f56aaa-3f27-41dd-9071-af9520b3287d tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090965 Mar 29 15:28:15.904522 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-aa15aea0-17c4-4b6e-a23d-18668e25a09c admin admin] Publish callbacks [] for security_group (9da58c76-86d3-4682-93cc-86bd7c259eda), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:15.909009 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f844aaf6-48d0-4d9f-8641-ce51e37f2a92 req-4f7bdac9-ebd8-4b48-9bf1-1e20a1ef76bb tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723898 Mar 29 15:28:15.976748 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-aa15aea0-17c4-4b6e-a23d-18668e25a09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (9da58c76-86d3-4682-93cc-86bd7c259eda), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:15.999154 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818d49b-3c36-4f45-ade6-1d0fcc0bcb99 req-5f940131-4c81-4144-b593-afdbfe9b1a6a tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:16.001004 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1818d49b-3c36-4f45-ade6-1d0fcc0bcb99 req-5f940131-4c81-4144-b593-afdbfe9b1a6a tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.0562577 Mar 29 15:28:16.036095 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15aea0-17c4-4b6e-a23d-18668e25a09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da58c76-86d3-4682-93cc-86bd7c259eda,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:16.055897 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 36190) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:28:16.058190 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-aa15aea0-17c4-4b6e-a23d-18668e25a09c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=429d68bd48314e4fbb5210fba554901e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4447773 Mar 29 15:28:16.089274 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1818d49b-3c36-4f45-ade6-1d0fcc0bcb99 req-438f7b9e-3021-4aff-a198-a0ca571d8d18 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798442 Mar 29 15:28:16.122777 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c6e130f9-6a62-4ec2-ba6e-ab73054cbe3a admin admin] Publish callbacks [] for security_group (9da58c76-86d3-4682-93cc-86bd7c259eda), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:16.145508 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c6e130f9-6a62-4ec2-ba6e-ab73054cbe3a admin admin] Publish callbacks [] for security_group (9da58c76-86d3-4682-93cc-86bd7c259eda), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:16.280210 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c6e130f9-6a62-4ec2-ba6e-ab73054cbe3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (9da58c76-86d3-4682-93cc-86bd7c259eda), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:16.282802 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c6e130f9-6a62-4ec2-ba6e-ab73054cbe3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:16.283949 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-c6e130f9-6a62-4ec2-ba6e-ab73054cbe3a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9da58c76-86d3-4682-93cc-86bd7c259eda HTTP/1.1" status: 204 len: 168 time: 0.2269707 Mar 29 15:28:16.291681 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e130f9-6a62-4ec2-ba6e-ab73054cbe3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da58c76-86d3-4682-93cc-86bd7c259eda,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:16.989397 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a62e46-fa9c-437f-b4b0-99561748fdde req-b120f2ac-c3bd-4b37-a6fe-f1f9f74c1f79 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:16.990883 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-59a62e46-fa9c-437f-b4b0-99561748fdde req-b120f2ac-c3bd-4b37-a6fe-f1f9f74c1f79 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 945 time: 0.0535307 Mar 29 15:28:17.068977 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-59a62e46-fa9c-437f-b4b0-99561748fdde req-d7ae76a0-5b90-4231-8ac6-39c5a572262e tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683932 Mar 29 15:28:17.088844 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09daa317-a52d-48af-8e6b-b30a340b088b req-91774286-79d8-4b2c-99ce-ca72aa0ea124 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:17.088844 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-09daa317-a52d-48af-8e6b-b30a340b088b req-91774286-79d8-4b2c-99ce-ca72aa0ea124 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0929711 Mar 29 15:28:17.139716 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-09daa317-a52d-48af-8e6b-b30a340b088b req-f7ae9416-6765-45e0-9c4b-58acdd43e8e9 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437982 Mar 29 15:28:17.232087 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7f3d9-c199-4c5b-a616-2e0311b57446 req-be92bd43-2481-44f5-b014-c9989216a56e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:17.233593 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cfb7f3d9-c199-4c5b-a616-2e0311b57446 req-be92bd43-2481-44f5-b014-c9989216a56e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.0521603 Mar 29 15:28:17.279592 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cfb7f3d9-c199-4c5b-a616-2e0311b57446 req-29bdd44c-c7d4-472f-8054-77faced2775c tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402942 Mar 29 15:28:17.322120 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 36218) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:28:17.415229 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-d3149972-60a0-4aa8-9975-b9c454a821de admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-685723318-network', 'tenant_id': 'cc9c6d0800194ca6882e16ab4d1f480a'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:28:17.558561 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3149972-60a0-4aa8-9975-b9c454a821de admin admin] Made reservation on behalf of cc9c6d0800194ca6882e16ab4d1f480a for: {'network': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:28:17.560847 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d3149972-60a0-4aa8-9975-b9c454a821de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for network (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:17.569460 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d3149972-60a0-4aa8-9975-b9c454a821de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:17.639165 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d3149972-60a0-4aa8-9975-b9c454a821de admin admin] Publish callbacks [] for security_group (bf0cf1eb-ff0f-4bae-8c42-559650fc72c2), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:17.708646 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d3149972-60a0-4aa8-9975-b9c454a821de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (bf0cf1eb-ff0f-4bae-8c42-559650fc72c2), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:17.735823 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3149972-60a0-4aa8-9975-b9c454a821de admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:28:17.744153 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3149972-60a0-4aa8-9975-b9c454a821de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0cf1eb-ff0f-4bae-8c42-559650fc72c2,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:17.750219 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d3149972-60a0-4aa8-9975-b9c454a821de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (5524acb5-732f-49f4-bdf7-875eeb3e1876), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:17.750219 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.db.segments_db [None req-d3149972-60a0-4aa8-9975-b9c454a821de admin admin] Added segment 5524acb5-732f-49f4-bdf7-875eeb3e1876 of type vlan for network 37949014-d5b6-4728-93b1-a16fca3423a5 Mar 29 15:28:17.951468 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d3149972-60a0-4aa8-9975-b9c454a821de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748544495665'] for network (37949014-d5b6-4728-93b1-a16fca3423a5), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:18.033659 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d3149972-60a0-4aa8-9975-b9c454a821de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for network (37949014-d5b6-4728-93b1-a16fca3423a5), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:18.034580 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3149972-60a0-4aa8-9975-b9c454a821de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:18.035153 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d3149972-60a0-4aa8-9975-b9c454a821de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:18.089479 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3149972-60a0-4aa8-9975-b9c454a821de admin admin] Pushing event updated for resources: {'Network': ['ID=37949014-d5b6-4728-93b1-a16fca3423a5,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:18.100045 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Network 37949014-d5b6-4728-93b1-a16fca3423a5 details requested by agent ovs-agent-dv-cinder-562053-19-iscsi with host dv-cinder-562053-19-iscsi {{(pid=103833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:28:18.155082 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-d3149972-60a0-4aa8-9975-b9c454a821de admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8318686 Mar 29 15:28:18.158185 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 36224) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:28:18.163070 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-68f292f6-1f9b-49b2-aaaa-d90fae835a62 admin admin] Request body: {'subnet': {'network_id': '37949014-d5b6-4728-93b1-a16fca3423a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-685723318-subnet', 'tenant_id': 'cc9c6d0800194ca6882e16ab4d1f480a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:28:18.201672 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e53ba6-1318-4b51-be16-bf6304f3fad4 req-5215200c-7700-42fa-8935-2b15ec665f09 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:18.203129 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d6e53ba6-1318-4b51-be16-bf6304f3fad4 req-5215200c-7700-42fa-8935-2b15ec665f09 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 945 time: 0.0612655 Mar 29 15:28:18.245673 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f292f6-1f9b-49b2-aaaa-d90fae835a62 admin admin] Made reservation on behalf of cc9c6d0800194ca6882e16ab4d1f480a for: {'subnet': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:28:18.248046 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-68f292f6-1f9b-49b2-aaaa-d90fae835a62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8528613'] for subnet (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:18.276054 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d6e53ba6-1318-4b51-be16-bf6304f3fad4 req-d06359f6-c377-47f5-bfe4-401f38c64cbf tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674288 Mar 29 15:28:18.292471 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d65b1-5bc0-4b1f-9036-37594a3ec572 req-84b711f7-c86f-4ac4-b22e-813d5f3fc9b2 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:18.293978 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-109d65b1-5bc0-4b1f-9036-37594a3ec572 req-84b711f7-c86f-4ac4-b22e-813d5f3fc9b2 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0721157 Mar 29 15:28:18.343209 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-109d65b1-5bc0-4b1f-9036-37594a3ec572 req-ca593c07-d0a7-4530-b8a0-613046175d2b tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434825 Mar 29 15:28:18.407309 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f4709-6d97-4546-a470-5ef43a28039b req-c7fd8d8d-5728-4666-a5fc-fbd0f88c0209 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:18.408985 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-089f4709-6d97-4546-a470-5ef43a28039b req-c7fd8d8d-5728-4666-a5fc-fbd0f88c0209 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.0549009 Mar 29 15:28:18.470681 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-089f4709-6d97-4546-a470-5ef43a28039b req-04dcccc3-1182-477e-832b-b9044b5cabe0 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556617 Mar 29 15:28:18.480081 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-68f292f6-1f9b-49b2-aaaa-d90fae835a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10297191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8528627'] for subnet (e0f6d529-d001-4321-bc47-dad830d50afc), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:18.535100 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f292f6-1f9b-49b2-aaaa-d90fae835a62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0f6d529-d001-4321-bc47-dad830d50afc,revision_number=0']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:18.546555 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f292f6-1f9b-49b2-aaaa-d90fae835a62 admin admin] Checking segment: {'id': '5524acb5-732f-49f4-bdf7-875eeb3e1876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37949014-d5b6-4728-93b1-a16fca3423a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:28:18.546914 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f292f6-1f9b-49b2-aaaa-d90fae835a62 admin admin] Network hostable DHCP agents. Network: 37949014-d5b6-4728-93b1-a16fca3423a5, hostable agents: ['60b75cb5-fa55-4ab5-bd81-9da0c894ffc8'], hosted agents: [] {{(pid=103831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:28:18.651176 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f292f6-1f9b-49b2-aaaa-d90fae835a62 admin admin] Network 37949014-d5b6-4728-93b1-a16fca3423a5 is scheduled to be hosted by DHCP agent 60b75cb5-fa55-4ab5-bd81-9da0c894ffc8 with binding_index 1 {{(pid=103831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:28:18.677829 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975b5c4-151f-4edb-a122-e3b2bb66edb8 req-de0f8eb6-06d6-488c-85f4-48d112622f0c tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:18.679302 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f975b5c4-151f-4edb-a122-e3b2bb66edb8 req-de0f8eb6-06d6-488c-85f4-48d112622f0c tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0518649 Mar 29 15:28:18.727820 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f975b5c4-151f-4edb-a122-e3b2bb66edb8 req-ab46d33a-4ee3-4076-95eb-52c4fc80138e tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407200 Mar 29 15:28:18.748400 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [None req-68f292f6-1f9b-49b2-aaaa-d90fae835a62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-19-iscsi, 37949014-d5b6-4728-93b1-a16fca3423a5) {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:28:18.752979 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f292f6-1f9b-49b2-aaaa-d90fae835a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:18.754049 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-68f292f6-1f9b-49b2-aaaa-d90fae835a62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for subnet (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:18.760232 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7ddfdb-39d2-4bcd-bf91-16b74058a513 None None] Network 37949014-d5b6-4728-93b1-a16fca3423a5 requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:28:18.819188 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e149f-72e0-4221-8d31-31f1a18c98db req-24824a02-3a8c-4513-80bf-03de4c4838cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:18.820691 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-2a1e149f-72e0-4221-8d31-31f1a18c98db req-24824a02-3a8c-4513-80bf-03de4c4838cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68b100b32ca6457b87f13df08e31d969&device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 1130 time: 0.0451303 Mar 29 15:28:18.824491 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-68f292f6-1f9b-49b2-aaaa-d90fae835a62 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6652298 Mar 29 15:28:18.935646 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e149f-72e0-4221-8d31-31f1a18c98db req-53a98ba6-7a66-4817-b10a-b2fd063e1d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:18.937206 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-2a1e149f-72e0-4221-8d31-31f1a18c98db req-53a98ba6-7a66-4817-b10a-b2fd063e1d34 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9e966a3-c502-4415-ba24-fb4be64d7c3f HTTP/1.1" status: 200 len: 912 time: 0.1108606 Mar 29 15:28:18.988433 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f745b3c0-afcf-40b6-b68e-08a0d264e34d None None] Network 37949014-d5b6-4728-93b1-a16fca3423a5 requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:28:19.009712 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-2a1e149f-72e0-4221-8d31-31f1a18c98db req-be457d67-7535-482c-a899-b60fbf2eb708 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94255728-614c-430c-89bc-919db7923da0 HTTP/1.1" status: 200 len: 1002 time: 0.0656323 Mar 29 15:28:19.065058 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e149f-72e0-4221-8d31-31f1a18c98db req-dd84287b-ecbc-4b01-84bc-ad2ee0e08416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:19.066540 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-2a1e149f-72e0-4221-8d31-31f1a18c98db req-dd84287b-ecbc-4b01-84bc-ad2ee0e08416 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3e72c2a-9791-4704-a967-653d7b3a63cc HTTP/1.1" status: 200 len: 850 time: 0.0490253 Mar 29 15:28:19.125634 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e149f-72e0-4221-8d31-31f1a18c98db req-3dc2b6e4-d542-46f5-b8ee-9ba3c23969e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:19.127180 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-2a1e149f-72e0-4221-8d31-31f1a18c98db req-3dc2b6e4-d542-46f5-b8ee-9ba3c23969e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9e966a3-c502-4415-ba24-fb4be64d7c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0538268 Mar 29 15:28:19.213835 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-2a1e149f-72e0-4221-8d31-31f1a18c98db req-8b9d5a9f-46d4-4832-83bf-1b609e64bda9 service neutron] 10.222.0.15 "GET /v2.0/networks/e9e966a3-c502-4415-ba24-fb4be64d7c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798686 Mar 29 15:28:19.303797 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-2a1e149f-72e0-4221-8d31-31f1a18c98db req-80bbff23-354b-468b-bfcf-f13af8788de2 service neutron] 10.222.0.15 "GET /v2.0/networks/e9e966a3-c502-4415-ba24-fb4be64d7c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836215 Mar 29 15:28:19.399904 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6808f-3c4c-48a4-97d4-2431e2c2af86 req-cd7d87d8-fb14-4fc1-85b6-482d78de6476 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:19.401390 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0dc6808f-3c4c-48a4-97d4-2431e2c2af86 req-cd7d87d8-fb14-4fc1-85b6-482d78de6476 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 945 time: 0.0517704 Mar 29 15:28:19.447006 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0dc6808f-3c4c-48a4-97d4-2431e2c2af86 req-855e0d21-a9a1-4f80-af2d-d3020bc37819 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393665 Mar 29 15:28:19.595728 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a762cb7-06b8-4822-b46f-84e15450f2be req-654e202f-be1b-4f7f-b05f-ec703fb7fb3e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:19.597220 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7a762cb7-06b8-4822-b46f-84e15450f2be req-654e202f-be1b-4f7f-b05f-ec703fb7fb3e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.0556161 Mar 29 15:28:19.645099 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7a762cb7-06b8-4822-b46f-84e15450f2be req-ceedbaf8-b9fa-44bf-b423-cdaa3a4d0db1 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421600 Mar 29 15:28:19.851398 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d4a41-df42-4173-8111-6423b75d6460 req-e283e7e0-70f8-43be-995f-84c8f4f52eaa tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:19.852891 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a04d4a41-df42-4173-8111-6423b75d6460 req-e283e7e0-70f8-43be-995f-84c8f4f52eaa tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0570431 Mar 29 15:28:19.900744 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a04d4a41-df42-4173-8111-6423b75d6460 req-5e98f9f4-d0e9-48e0-9349-c5b88d3c50f7 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417185 Mar 29 15:28:19.988519 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ce7e0-b40b-4e5e-8e20-a59c66a7c6f1 req-90504f1e-5b0b-49ce-9519-b67a74cc2038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:19.990054 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-2e4ce7e0-b40b-4e5e-8e20-a59c66a7c6f1 req-90504f1e-5b0b-49ce-9519-b67a74cc2038 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 1129 time: 0.0437522 Mar 29 15:28:20.034262 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-2e4ce7e0-b40b-4e5e-8e20-a59c66a7c6f1 req-66b7a197-a9f7-4f66-9c69-87f2055dc3ac service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367777 Mar 29 15:28:20.569840 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bd506-0076-4efe-abfe-5b7b880ae7a0 req-b0b22a80-04da-448c-a2a7-bd20ea17a13d tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:20.571309 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e07bd506-0076-4efe-abfe-5b7b880ae7a0 req-b0b22a80-04da-448c-a2a7-bd20ea17a13d tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 945 time: 0.0559421 Mar 29 15:28:20.617282 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e07bd506-0076-4efe-abfe-5b7b880ae7a0 req-11f2c478-73b6-4fa4-977c-0b7a092cc633 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404220 Mar 29 15:28:20.775066 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f70206-2352-4c5b-9b83-25d8926e1250 req-2450ad40-3f54-40e3-9c8e-2ae9c9c9cb5c tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:20.776635 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-91f70206-2352-4c5b-9b83-25d8926e1250 req-2450ad40-3f54-40e3-9c8e-2ae9c9c9cb5c tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.0569448 Mar 29 15:28:20.823830 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-91f70206-2352-4c5b-9b83-25d8926e1250 req-9de3a87b-c06e-482f-bdd1-74afc66a42f4 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408547 Mar 29 15:28:20.924353 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-1f7e81ca-b7b3-41e2-bb13-bf07f76ec57c tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:20.925870 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-1f7e81ca-b7b3-41e2-bb13-bf07f76ec57c tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/networks?id=37949014-d5b6-4728-93b1-a16fca3423a5 HTTP/1.1" status: 200 len: 813 time: 0.1010706 Mar 29 15:28:20.940480 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-b842d023-a15d-4c13-b719-418ccdef0670 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/quotas/cc9c6d0800194ca6882e16ab4d1f480a HTTP/1.1" status: 200 len: 375 time: 0.0092146 Mar 29 15:28:20.974857 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-a44c9a9b-62f5-4fb7-87d4-89c1a5d90f04 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc9c6d0800194ca6882e16ab4d1f480a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289843 Mar 29 15:28:21.092327 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a85791-f195-4fc1-8e1c-1fadce54d4f0 req-0077bad2-4e77-4e04-a208-7397719b178d tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:21.093818 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c9a85791-f195-4fc1-8e1c-1fadce54d4f0 req-0077bad2-4e77-4e04-a208-7397719b178d tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.1213441 Mar 29 15:28:21.099295 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-26723180-3a81-442d-8bed-01c03f12f683 service neutron] 10.222.0.39 "GET /v2.0/networks/37949014-d5b6-4728-93b1-a16fca3423a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168039 Mar 29 15:28:21.195130 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c9a85791-f195-4fc1-8e1c-1fadce54d4f0 req-bfe4754b-d8fa-4de4-8dcb-ca18d3113679 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908663 Mar 29 15:28:21.218397 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-889cac75-f3ac-4b70-86a4-19a67eacf669 service neutron] 10.222.0.39 "GET /v2.0/networks/37949014-d5b6-4728-93b1-a16fca3423a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116149 Mar 29 15:28:21.468631 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1bc19dc9-64c8-4691-86f7-4a062b2e052d req-d3894130-c4d3-4209-b879-30409d5b238e tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70 HTTP/1.1" status: 200 len: 210 time: 0.0280225 Mar 29 15:28:21.732498 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ac6fa-14e4-4ead-9548-e149c3920962 req-3fe18c50-8646-4702-a1cc-a480090e9dc6 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:21.733969 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-975ac6fa-14e4-4ead-9548-e149c3920962 req-3fe18c50-8646-4702-a1cc-a480090e9dc6 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 945 time: 0.0524189 Mar 29 15:28:21.779120 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-975ac6fa-14e4-4ead-9548-e149c3920962 req-b4d80782-91fe-4108-af93-9d0548febaa0 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396514 Mar 29 15:28:21.948488 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb536b8-a8c2-472b-91fa-cd0a500bd8c2 req-c8186a46-0104-47de-a9c0-42e90e3086ed tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:21.950011 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-afb536b8-a8c2-472b-91fa-cd0a500bd8c2 req-c8186a46-0104-47de-a9c0-42e90e3086ed tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.0535235 Mar 29 15:28:21.999810 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-afb536b8-a8c2-472b-91fa-cd0a500bd8c2 req-9f16d2c4-1424-42ac-88b7-9ca0f1c6f4df tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441420 Mar 29 15:28:22.219527 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2eea9d-26fe-4a00-9baf-41562c5671a5 req-3ab8bf48-e73a-4770-a9b0-8e93b922060e tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:22.221044 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6b2eea9d-26fe-4a00-9baf-41562c5671a5 req-3ab8bf48-e73a-4770-a9b0-8e93b922060e tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 945 time: 0.0557981 Mar 29 15:28:22.254975 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7f519-5b03-4efa-8580-c56d89fb3b6d req-e3d4c507-3eda-46df-bbf2-c18686466618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:22.256429 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-84f7f519-5b03-4efa-8580-c56d89fb3b6d req-e3d4c507-3eda-46df-bbf2-c18686466618 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f08a5b25a074cb7ad80f54d82bf8a5e&device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 1129 time: 0.0470943 Mar 29 15:28:22.267653 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6b2eea9d-26fe-4a00-9baf-41562c5671a5 req-d2e84b10-b39c-4c0e-8072-837dd6c3b19f tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408325 Mar 29 15:28:22.275094 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b7f91f2b-a6cf-4913-ba79-18f707b5a234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:22.347390 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7f519-5b03-4efa-8580-c56d89fb3b6d req-9be4d9d1-cf64-4058-a9e9-8beedd1363ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:22.348914 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-84f7f519-5b03-4efa-8580-c56d89fb3b6d req-9be4d9d1-cf64-4058-a9e9-8beedd1363ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a802c2b-c73f-41c5-a35b-11f174fd7a4a HTTP/1.1" status: 200 len: 920 time: 0.0864804 Mar 29 15:28:22.390705 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-84f7f519-5b03-4efa-8580-c56d89fb3b6d req-dfcd00e7-c410-41e0-bc41-edecd517db6f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f679a0f7-3889-4f39-9d58-db5d2a5ce82f HTTP/1.1" status: 200 len: 217 time: 0.0337641 Mar 29 15:28:22.441259 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7f519-5b03-4efa-8580-c56d89fb3b6d req-7c784e30-4047-4724-88dd-266d99367cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:22.442742 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-84f7f519-5b03-4efa-8580-c56d89fb3b6d req-7c784e30-4047-4724-88dd-266d99367cac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d11297b-da68-44b3-bcb2-0f179572e157 HTTP/1.1" status: 200 len: 858 time: 0.0432127 Mar 29 15:28:22.567377 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b5c9d610-693a-407b-830d-d83f17cdaee5 req-867fdba4-e625-4ba5-a32f-734821b91ad9 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70 HTTP/1.1" status: 200 len: 210 time: 0.0274284 Mar 29 15:28:22.732922 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7f519-5b03-4efa-8580-c56d89fb3b6d req-a23440b4-846b-431e-ae32-1ef595e5f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:22.734412 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-84f7f519-5b03-4efa-8580-c56d89fb3b6d req-a23440b4-846b-431e-ae32-1ef595e5f447 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a802c2b-c73f-41c5-a35b-11f174fd7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2786965 Mar 29 15:28:22.820559 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-84f7f519-5b03-4efa-8580-c56d89fb3b6d req-2277cd85-13ba-4b86-b671-7c67be3f9dce service neutron] 10.222.0.15 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792866 Mar 29 15:28:22.917121 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-84f7f519-5b03-4efa-8580-c56d89fb3b6d req-7bafd033-f505-48da-b7b0-35897887c350 service neutron] 10.222.0.15 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841312 Mar 29 15:28:23.119543 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf841cc-38f9-4e1b-9d89-c5a96d1172a2 req-310e04e0-e84f-4bf6-887c-6b2ed75da6e4 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:23.121419 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-eaf841cc-38f9-4e1b-9d89-c5a96d1172a2 req-310e04e0-e84f-4bf6-887c-6b2ed75da6e4 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.0505722 Mar 29 15:28:23.169653 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-eaf841cc-38f9-4e1b-9d89-c5a96d1172a2 req-e9953e07-915a-415a-9f16-43078e0e56fa tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427680 Mar 29 15:28:23.393061 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9171980-5d29-4a93-b584-5689952d519a req-e29d60a3-3aae-402c-a4d0-b53b01b411af tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:23.393061 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f9171980-5d29-4a93-b584-5689952d519a req-e29d60a3-3aae-402c-a4d0-b53b01b411af tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 945 time: 0.0547674 Mar 29 15:28:23.441219 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f9171980-5d29-4a93-b584-5689952d519a req-b9157f83-b721-4fac-a56d-56e44e4a0e35 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430031 Mar 29 15:28:23.582000 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-677ec67b-79f8-4341-b18e-99e87876f7ca tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:23.583544 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-677ec67b-79f8-4341-b18e-99e87876f7ca tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.15 "GET /v2.0/networks?id=37949014-d5b6-4728-93b1-a16fca3423a5 HTTP/1.1" status: 200 len: 813 time: 0.1001413 Mar 29 15:28:23.596647 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-7aa5f417-e72d-4aae-a808-662a2a7434cd tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Request body: {'port': {'device_id': 'bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70', 'network_id': '37949014-d5b6-4728-93b1-a16fca3423a5', 'admin_state_up': True, 'tenant_id': 'cc9c6d0800194ca6882e16ab4d1f480a'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:28:23.662056 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fa091963-d50f-4b0f-a83b-6b5fb5438b4f req-a04558b7-e58b-493e-a7c1-bf6086422743 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70 HTTP/1.1" status: 200 len: 210 time: 0.0277269 Mar 29 15:28:23.776877 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-7aa5f417-e72d-4aae-a808-662a2a7434cd tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Made reservation on behalf of cc9c6d0800194ca6882e16ab4d1f480a for: {'port': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:28:23.780747 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-7aa5f417-e72d-4aae-a808-662a2a7434cd tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:23.904770 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-7aa5f417-e72d-4aae-a808-662a2a7434cd tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Allocated IP 172.20.0.7 (37949014-d5b6-4728-93b1-a16fca3423a5/e0f6d529-d001-4321-bc47-dad830d50afc/49c4c9c8-23f9-4334-b2f4-34a364b672a5) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:28:24.051459 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-7aa5f417-e72d-4aae-a808-662a2a7434cd tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Publish callbacks [] for port (49c4c9c8-23f9-4334-b2f4-34a364b672a5), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:24.141561 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-7aa5f417-e72d-4aae-a808-662a2a7434cd tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (49c4c9c8-23f9-4334-b2f4-34a364b672a5), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:24.183520 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-7aa5f417-e72d-4aae-a808-662a2a7434cd tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Network 37949014-d5b6-4728-93b1-a16fca3423a5 is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:28:24.186680 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-7aa5f417-e72d-4aae-a808-662a2a7434cd tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:28:24.192443 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-7aa5f417-e72d-4aae-a808-662a2a7434cd tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:28:24.199805 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5f417-e72d-4aae-a808-662a2a7434cd tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Pushing event updated for resources: {'Port': ['ID=49c4c9c8-23f9-4334-b2f4-34a364b672a5,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:24.248051 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-7aa5f417-e72d-4aae-a808-662a2a7434cd tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:24.248699 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-7aa5f417-e72d-4aae-a808-662a2a7434cd tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:24.294182 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122524cd-f7d6-45b6-a529-6d482b3bdb08 req-c93dfa15-c8b7-4654-aec6-df40b0f13a11 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:24.295638 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-122524cd-f7d6-45b6-a529-6d482b3bdb08 req-c93dfa15-c8b7-4654-aec6-df40b0f13a11 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.0541523 Mar 29 15:28:24.311519 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-7aa5f417-e72d-4aae-a808-662a2a7434cd tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7183943 Mar 29 15:28:24.322904 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-9aee472f-65c6-4f9b-8ecc-4f6a666d6f3e service neutron] Request body: {'port': {'device_id': 'bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:28:24.342639 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-122524cd-f7d6-45b6-a529-6d482b3bdb08 req-38d740d8-a504-4497-8ca9-bd7c21ed57b1 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413423 Mar 29 15:28:24.382435 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-9aee472f-65c6-4f9b-8ecc-4f6a666d6f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (49c4c9c8-23f9-4334-b2f4-34a364b672a5), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:24.451076 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-28ae9b1a-331b-4e63-a15d-f65881850d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:24.557957 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de027a72-fe53-43ac-909b-cfbb245ed946 req-46d94033-a9e3-46f1-8ccd-66d7fe37fe3c tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:24.560081 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-de027a72-fe53-43ac-909b-cfbb245ed946 req-46d94033-a9e3-46f1-8ccd-66d7fe37fe3c tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 945 time: 0.0516794 Mar 29 15:28:24.607443 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-de027a72-fe53-43ac-909b-cfbb245ed946 req-13b268ec-ccbb-4dbf-b471-d417aaf862c8 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413811 Mar 29 15:28:24.643593 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-9aee472f-65c6-4f9b-8ecc-4f6a666d6f3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c4c9c8-23f9-4334-b2f4-34a364b672a5 {{(pid=103831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:28:24.650969 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-9aee472f-65c6-4f9b-8ecc-4f6a666d6f3e service neutron] Publish callbacks [] for port (49c4c9c8-23f9-4334-b2f4-34a364b672a5), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:24.662802 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.provisioning_blocks [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-9aee472f-65c6-4f9b-8ecc-4f6a666d6f3e service neutron] Transition to ACTIVE for port object 49c4c9c8-23f9-4334-b2f4-34a364b672a5 will not be triggered until provisioned by entity L2. {{(pid=103831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:28:24.778213 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64d4ac-40c4-4ef3-b069-ada8f5a51755 req-27bb5edf-ee22-4601-a0a0-4be6e910d6fd tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:24.779686 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bd64d4ac-40c4-4ef3-b069-ada8f5a51755 req-27bb5edf-ee22-4601-a0a0-4be6e910d6fd tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70 HTTP/1.1" status: 200 len: 931 time: 0.0530941 Mar 29 15:28:24.781628 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-9aee472f-65c6-4f9b-8ecc-4f6a666d6f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (49c4c9c8-23f9-4334-b2f4-34a364b672a5), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:24.829487 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bd64d4ac-40c4-4ef3-b069-ada8f5a51755 req-812d63c6-18ab-4f6e-ba93-bb79be329c7c tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf0cf1eb-ff0f-4bae-8c42-559650fc72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442009 Mar 29 15:28:24.836070 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee472f-65c6-4f9b-8ecc-4f6a666d6f3e service neutron] Pushing event updated for resources: {'Port': ['ID=49c4c9c8-23f9-4334-b2f4-34a364b672a5,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:24.903635 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-9aee472f-65c6-4f9b-8ecc-4f6a666d6f3e service neutron] Attempting to bind port 49c4c9c8-23f9-4334-b2f4-34a364b672a5 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:28:24.903940 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-9aee472f-65c6-4f9b-8ecc-4f6a666d6f3e service neutron] Attempting to bind port 49c4c9c8-23f9-4334-b2f4-34a364b672a5 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '5524acb5-732f-49f4-bdf7-875eeb3e1876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37949014-d5b6-4728-93b1-a16fca3423a5'}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:28:24.904289 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-9aee472f-65c6-4f9b-8ecc-4f6a666d6f3e service neutron] Attempting to bind port 49c4c9c8-23f9-4334-b2f4-34a364b672a5 on network 37949014-d5b6-4728-93b1-a16fca3423a5 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:28:24.908578 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-9aee472f-65c6-4f9b-8ecc-4f6a666d6f3e service neutron] Port 49c4c9c8-23f9-4334-b2f4-34a364b672a5 on network 37949014-d5b6-4728-93b1-a16fca3423a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:28:24.908901 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-9aee472f-65c6-4f9b-8ecc-4f6a666d6f3e service neutron] Attempting to bind port 49c4c9c8-23f9-4334-b2f4-34a364b672a5 on network 37949014-d5b6-4728-93b1-a16fca3423a5 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:28:24.913765 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-9aee472f-65c6-4f9b-8ecc-4f6a666d6f3e service neutron] Checking agent: {'id': 'cb22ad3b-74f2-4994-b299-960cea1745ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'started_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:28:24.914101 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-9aee472f-65c6-4f9b-8ecc-4f6a666d6f3e service neutron] Checking segment: {'id': '5524acb5-732f-49f4-bdf7-875eeb3e1876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37949014-d5b6-4728-93b1-a16fca3423a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:28:24.914482 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-9aee472f-65c6-4f9b-8ecc-4f6a666d6f3e service neutron] Bound using segment: {'id': '5524acb5-732f-49f4-bdf7-875eeb3e1876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37949014-d5b6-4728-93b1-a16fca3423a5'} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:28:24.914928 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-9aee472f-65c6-4f9b-8ecc-4f6a666d6f3e service neutron] Bound port: 49c4c9c8-23f9-4334-b2f4-34a364b672a5, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5524acb5-732f-49f4-bdf7-875eeb3e1876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37949014-d5b6-4728-93b1-a16fca3423a5'}}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:28:24.915262 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-9aee472f-65c6-4f9b-8ecc-4f6a666d6f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (49c4c9c8-23f9-4334-b2f4-34a364b672a5), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:24.980073 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-9aee472f-65c6-4f9b-8ecc-4f6a666d6f3e service neutron] For port 49c4c9c8-23f9-4334-b2f4-34a364b672a5, host hv-cinder-56205, cleared binding levels {{(pid=103831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:28:24.983456 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-9aee472f-65c6-4f9b-8ecc-4f6a666d6f3e service neutron] For port 49c4c9c8-23f9-4334-b2f4-34a364b672a5, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=49c4c9c8-23f9-4334-b2f4-34a364b672a5,segment=NetworkSegment(5524acb5-732f-49f4-bdf7-875eeb3e1876),segment_id=5524acb5-732f-49f4-bdf7-875eeb3e1876)] {{(pid=103831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:28:25.029024 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-9aee472f-65c6-4f9b-8ecc-4f6a666d6f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (49c4c9c8-23f9-4334-b2f4-34a364b672a5), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:25.060521 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-9aee472f-65c6-4f9b-8ecc-4f6a666d6f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:25.061137 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-9aee472f-65c6-4f9b-8ecc-4f6a666d6f3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:25.062521 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-9aee472f-65c6-4f9b-8ecc-4f6a666d6f3e service neutron] 10.222.0.15 "PUT /v2.0/ports/49c4c9c8-23f9-4334-b2f4-34a364b672a5 HTTP/1.1" status: 200 len: 1093 time: 0.7436628 Mar 29 15:28:25.062953 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70', 'tag': '49c4c9c8-23f9-4334-b2f4-34a364b672a5'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:28:25.065186 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75a20d5-3e34-4493-bbe3-f90efdca8d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70", "tag": "49c4c9c8-23f9-4334-b2f4-34a364b672a5"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:28:25.090253 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee472f-65c6-4f9b-8ecc-4f6a666d6f3e service neutron] Pushing event updated for resources: {'Port': ['ID=49c4c9c8-23f9-4334-b2f4-34a364b672a5,revision_number=3']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:25.101789 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727db4ba-06a4-40aa-a9a3-c2c76663b22f x-openstack-request-id: req-727db4ba-06a4-40aa-a9a3-c2c76663b22f {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:28:25.102087 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70", "tag": "49c4c9c8-23f9-4334-b2f4-34a364b672a5", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:28:25.102348 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-727db4ba-06a4-40aa-a9a3-c2c76663b22f {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:28:25.102758 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-727db4ba-06a4-40aa-a9a3-c2c76663b22f'] response: {'name': 'network-changed', 'server_uuid': 'bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70', 'tag': '49c4c9c8-23f9-4334-b2f4-34a364b672a5', 'status': 'completed', 'code': 200} Mar 29 15:28:25.170007 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a20d5-3e34-4493-bbe3-f90efdca8d4c req-ee5d8ca3-8e85-40fa-aefb-43f65291a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:25.171479 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-a75a20d5-3e34-4493-bbe3-f90efdca8d4c req-ee5d8ca3-8e85-40fa-aefb-43f65291a76c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc9c6d0800194ca6882e16ab4d1f480a&device_id=bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70 HTTP/1.1" status: 200 len: 1127 time: 0.0483518 Mar 29 15:28:25.270349 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a20d5-3e34-4493-bbe3-f90efdca8d4c req-63a7dc14-1c22-4254-a5ee-943f79d978f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:25.271846 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-a75a20d5-3e34-4493-bbe3-f90efdca8d4c req-63a7dc14-1c22-4254-a5ee-943f79d978f8 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=cc9c6d0800194ca6882e16ab4d1f480a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0936961 Mar 29 15:28:25.363135 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a20d5-3e34-4493-bbe3-f90efdca8d4c req-941e980a-22dc-4f63-8f91-3d8334c00044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:25.364645 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-a75a20d5-3e34-4493-bbe3-f90efdca8d4c req-941e980a-22dc-4f63-8f91-3d8334c00044 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0849044 Mar 29 15:28:25.446449 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-e9fe4486-6da6-4353-9059-24bae6194bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:25.448133 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-e9fe4486-6da6-4353-9059-24bae6194bc5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc9c6d0800194ca6882e16ab4d1f480a&device_id=bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70 HTTP/1.1" status: 200 len: 1127 time: 0.0455613 Mar 29 15:28:25.468107 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02f5d7-bf14-4837-aec3-fe27bed487ac req-65ddb63c-0659-43ad-894a-5968c2103eb5 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:25.469611 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1d02f5d7-bf14-4837-aec3-fe27bed487ac req-65ddb63c-0659-43ad-894a-5968c2103eb5 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 943 time: 0.0567851 Mar 29 15:28:25.494666 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-4c47ef32-f95a-47da-a1ca-c6ad9e8be6ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49c4c9c8-23f9-4334-b2f4-34a364b672a5 HTTP/1.1" status: 200 len: 217 time: 0.0390637 Mar 29 15:28:25.519712 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1d02f5d7-bf14-4837-aec3-fe27bed487ac req-296d2ec1-ee84-402c-a650-032322e10da7 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442410 Mar 29 15:28:25.544276 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-cb302926-db72-4118-9788-013345ff7a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:25.545768 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-cb302926-db72-4118-9788-013345ff7a58 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0f6d529-d001-4321-bc47-dad830d50afc HTTP/1.1" status: 200 len: 853 time: 0.0455859 Mar 29 15:28:25.571039 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:25.583925 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-551c1814-c501-4988-856a-d5cade086986 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37949014-d5b6-4728-93b1-a16fca3423a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243132 Mar 29 15:28:25.676867 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-f21635f1-a1ff-4b4c-8dde-0e4e720440eb service neutron] 10.222.0.15 "GET /v2.0/networks/37949014-d5b6-4728-93b1-a16fca3423a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857871 Mar 29 15:28:25.728520 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f846f2f-266f-49ab-b93e-71b92ad75281 req-49043d8a-2239-44fe-af4d-62b335d97b3c tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:25.729989 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6f846f2f-266f-49ab-b93e-71b92ad75281 req-49043d8a-2239-44fe-af4d-62b335d97b3c tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 945 time: 0.0543337 Mar 29 15:28:25.767816 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-323dc4cf-1f15-4229-a8d9-af42cdc97f6b req-94d8de46-4262-4e80-b3b8-5eacb1edcbbf service neutron] 10.222.0.15 "GET /v2.0/networks/37949014-d5b6-4728-93b1-a16fca3423a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852344 Mar 29 15:28:25.779007 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6f846f2f-266f-49ab-b93e-71b92ad75281 req-3de9560e-f980-484a-aa59-aeaec42acaf3 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419722 Mar 29 15:28:25.955913 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ead12a-e288-44e1-ab95-06e92f48f7ba req-60af277f-f082-4077-945f-de7b58e9604a tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:25.957425 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a2ead12a-e288-44e1-ab95-06e92f48f7ba req-60af277f-f082-4077-945f-de7b58e9604a tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70 HTTP/1.1" status: 200 len: 943 time: 0.0543873 Mar 29 15:28:26.002751 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a2ead12a-e288-44e1-ab95-06e92f48f7ba req-828b6573-12f7-4213-8ed1-04b682ca08c1 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf0cf1eb-ff0f-4bae-8c42-559650fc72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398064 Mar 29 15:28:26.345137 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device b13056d0-edc8-4758-886f-702e0eb37c3d details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=103833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:28:26.444218 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port b13056d0-edc8-4758-886f-702e0eb37c3d, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=b13056d0-edc8-4758-886f-702e0eb37c3d,segment=NetworkSegment(c447c32b-bb36-4dcf-8df5-2a75f4e6e95e),segment_id=c447c32b-bb36-4dcf-8df5-2a75f4e6e95e)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:28:26.455771 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Returning: {'device': 'b13056d0-edc8-4758-886f-702e0eb37c3d', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'port_id': 'b13056d0-edc8-4758-886f-702e0eb37c3d', 'mac_address': 'fa:16:3e:5f:3c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:28:26.494174 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port b13056d0-edc8-4758-886f-702e0eb37c3d is: DOWN; New status is: BUILD {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:28:26.494478 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (b13056d0-edc8-4758-886f-702e0eb37c3d), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:26.506970 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b13056d0-edc8-4758-886f-702e0eb37c3d {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:28:26.526414 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port b13056d0-edc8-4758-886f-702e0eb37c3d, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=b13056d0-edc8-4758-886f-702e0eb37c3d,segment=NetworkSegment(c447c32b-bb36-4dcf-8df5-2a75f4e6e95e),segment_id=c447c32b-bb36-4dcf-8df5-2a75f4e6e95e)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:28:26.599942 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (b13056d0-edc8-4758-886f-702e0eb37c3d), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:26.645443 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd229b-66f0-4e19-ad2e-17ec8ff6bd22 req-9e276b7a-c57c-40ab-913b-433d09906e14 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:26.646904 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f2bd229b-66f0-4e19-ad2e-17ec8ff6bd22 req-9e276b7a-c57c-40ab-913b-433d09906e14 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 944 time: 0.0527360 Mar 29 15:28:26.650846 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=b13056d0-edc8-4758-886f-702e0eb37c3d,revision_number=9']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:26.658029 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:26.658377 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:26.658753 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:26.659105 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:26.659425 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:26.659751 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:26.660076 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:26.660430 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:26.660779 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:26.661098 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:26.661423 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:26.661755 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:26.662081 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:26.662394 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:26.662712 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:26.691941 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f2bd229b-66f0-4e19-ad2e-17ec8ff6bd22 req-ab273dbb-ce74-4dcb-a8ec-6da3745c0b47 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394239 Mar 29 15:28:26.864465 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['b13056d0-edc8-4758-886f-702e0eb37c3d'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:28:26.914213 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:27.118638 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde7832-2f5e-4285-9efd-8b2e68036ab2 req-f368f5ed-d748-4fba-9d7c-9ea5f11109f9 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:27.120022 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2dde7832-2f5e-4285-9efd-8b2e68036ab2 req-f368f5ed-d748-4fba-9d7c-9ea5f11109f9 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70 HTTP/1.1" status: 200 len: 943 time: 0.0520251 Mar 29 15:28:27.168119 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2dde7832-2f5e-4285-9efd-8b2e68036ab2 req-c4b71db6-0116-416c-a52d-7cc1841fd1e7 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf0cf1eb-ff0f-4bae-8c42-559650fc72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414946 Mar 29 15:28:27.781014 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 36338) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:28:27.785518 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-9c72ce22-efc6-45b6-a616-b721014d825c tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Request body: {'security_group': {'name': 'tempest-securitygroup--166824912', 'description': 'tempest-description--722220630'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:28:27.817039 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccc57e-6ccd-454a-9b6d-da52be8f25b3 req-9752b5fa-6b7c-47e8-987d-3920b3e6dc85 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:27.819255 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-65ccc57e-6ccd-454a-9b6d-da52be8f25b3 req-9752b5fa-6b7c-47e8-987d-3920b3e6dc85 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 944 time: 0.0570309 Mar 29 15:28:27.866984 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-9c72ce22-efc6-45b6-a616-b721014d825c tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:27.867491 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-65ccc57e-6ccd-454a-9b6d-da52be8f25b3 req-35711f77-ed4e-4de0-86bb-a610cdea10eb tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425344 Mar 29 15:28:27.932633 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-9c72ce22-efc6-45b6-a616-b721014d825c tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks [] for security_group (d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:27.981075 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-9c72ce22-efc6-45b6-a616-b721014d825c tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:28.009100 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72ce22-efc6-45b6-a616-b721014d825c tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:28.056919 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-9c72ce22-efc6-45b6-a616-b721014d825c tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:28.058161 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-9c72ce22-efc6-45b6-a616-b721014d825c tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2760892 Mar 29 15:28:28.060993 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 36340) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:28:28.065334 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-3171726e-f4ee-466a-bd1e-4aea187aab1f tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Request body: {'security_group_rule': {'security_group_id': 'd8ae0ceb-ef8c-4f04-a16e-14e44a6383c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:28:28.139417 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3171726e-f4ee-466a-bd1e-4aea187aab1f tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks [] for security_group_rule (9221010c-6a0e-4c00-b03b-af7d1dcef1a1), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:28.206743 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3171726e-f4ee-466a-bd1e-4aea187aab1f tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks [] for security_group_rule (9221010c-6a0e-4c00-b03b-af7d1dcef1a1), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:28.273769 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3171726e-f4ee-466a-bd1e-4aea187aab1f tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (9221010c-6a0e-4c00-b03b-af7d1dcef1a1), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:28.283204 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace6059-3cbc-4f4f-a060-098ef1d7e292 req-ad853e81-9241-490d-bb26-04a484ca0826 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:28.284793 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8ace6059-3cbc-4f4f-a060-098ef1d7e292 req-ad853e81-9241-490d-bb26-04a484ca0826 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70 HTTP/1.1" status: 200 len: 943 time: 0.0514352 Mar 29 15:28:28.291742 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171726e-f4ee-466a-bd1e-4aea187aab1f tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9221010c-6a0e-4c00-b03b-af7d1dcef1a1,revision_number=0']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:28.330861 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8ace6059-3cbc-4f4f-a060-098ef1d7e292 req-feaa6fa3-c8b3-4d4b-8ac4-a9cba5ef3875 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf0cf1eb-ff0f-4bae-8c42-559650fc72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404210 Mar 29 15:28:28.350087 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3171726e-f4ee-466a-bd1e-4aea187aab1f tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:28.352179 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-3171726e-f4ee-466a-bd1e-4aea187aab1f tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2894006 Mar 29 15:28:28.354389 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 36344) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:28:28.354526 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 49c4c9c8-23f9-4334-b2f4-34a364b672a5 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=103833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:28:28.357125 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device b13056d0-edc8-4758-886f-702e0eb37c3d up at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:28:28.359669 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-873bb8da-0b0d-498d-a025-3cee82c24d7c tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Request body: {'security_group_rule': {'security_group_id': 'd8ae0ceb-ef8c-4f04-a16e-14e44a6383c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:28:28.444815 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-873bb8da-0b0d-498d-a025-3cee82c24d7c tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks [] for security_group_rule (1a48725d-883f-4c8f-b0a2-340ed8f76056), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:28.469958 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:28.492413 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning complete for port b13056d0-edc8-4758-886f-702e0eb37c3d triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:28:28.492795 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (b13056d0-edc8-4758-886f-702e0eb37c3d), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:28.501213 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-873bb8da-0b0d-498d-a025-3cee82c24d7c tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks [] for security_group_rule (1a48725d-883f-4c8f-b0a2-340ed8f76056), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:28.526798 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 49c4c9c8-23f9-4334-b2f4-34a364b672a5, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=49c4c9c8-23f9-4334-b2f4-34a364b672a5,segment=NetworkSegment(5524acb5-732f-49f4-bdf7-875eeb3e1876),segment_id=5524acb5-732f-49f4-bdf7-875eeb3e1876)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:28:28.541286 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Returning: {'device': '49c4c9c8-23f9-4334-b2f4-34a364b672a5', 'network_id': '37949014-d5b6-4728-93b1-a16fca3423a5', 'port_id': '49c4c9c8-23f9-4334-b2f4-34a364b672a5', 'mac_address': 'fa:16:3e:06:45:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f6d529-d001-4321-bc47-dad830d50afc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:28:28.560028 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-873bb8da-0b0d-498d-a025-3cee82c24d7c tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (1a48725d-883f-4c8f-b0a2-340ed8f76056), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:28.577989 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873bb8da-0b0d-498d-a025-3cee82c24d7c tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a48725d-883f-4c8f-b0a2-340ed8f76056,revision_number=0']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:28.611873 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 49c4c9c8-23f9-4334-b2f4-34a364b672a5 is: DOWN; New status is: BUILD {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:28:28.612288 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (49c4c9c8-23f9-4334-b2f4-34a364b672a5), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:28.618476 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-873bb8da-0b0d-498d-a025-3cee82c24d7c tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:28.619703 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-873bb8da-0b0d-498d-a025-3cee82c24d7c tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2643969 Mar 29 15:28:28.622826 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 36346) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:28:28.627246 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-0dd03402-34d9-47d0-9dbc-8fb25171fa82 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Request body: {'floatingip': {'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:28:28.634009 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c4c9c8-23f9-4334-b2f4-34a364b672a5 {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:28:28.641039 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port b13056d0-edc8-4758-886f-702e0eb37c3d is: BUILD; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:28:28.641430 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (b13056d0-edc8-4758-886f-702e0eb37c3d), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:28.672729 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 49c4c9c8-23f9-4334-b2f4-34a364b672a5, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=49c4c9c8-23f9-4334-b2f4-34a364b672a5,segment=NetworkSegment(5524acb5-732f-49f4-bdf7-875eeb3e1876),segment_id=5524acb5-732f-49f4-bdf7-875eeb3e1876)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:28:28.676838 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddeadfd-d62e-4635-be4e-5ac792a6c598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13056d0-edc8-4758-886f-702e0eb37c3d'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:28:28.679085 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67651527b6c7513bff120ad3026ca8b6c51caa370c4ee0f403b1e7b340f0df97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e79df73-91dd-4342-bfa1-5b5e0fde94cb" -d '{"events": [{"server_uuid": "eddeadfd-d62e-4635-be4e-5ac792a6c598", "name": "network-vif-plugged", "status": "completed", "tag": "b13056d0-edc8-4758-886f-702e0eb37c3d"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:28:28.691011 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port b13056d0-edc8-4758-886f-702e0eb37c3d, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=b13056d0-edc8-4758-886f-702e0eb37c3d,segment=NetworkSegment(c447c32b-bb36-4dcf-8df5-2a75f4e6e95e),segment_id=c447c32b-bb36-4dcf-8df5-2a75f4e6e95e)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:28:28.697009 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0dd03402-34d9-47d0-9dbc-8fb25171fa82 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:28.714306 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (49c4c9c8-23f9-4334-b2f4-34a364b672a5), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:28.719056 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16d8fd0-5cfe-4ce5-9e1e-162f366d32c7 x-openstack-request-id: req-c16d8fd0-5cfe-4ce5-9e1e-162f366d32c7 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:28:28.719366 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eddeadfd-d62e-4635-be4e-5ac792a6c598", "name": "network-vif-plugged", "status": "completed", "tag": "b13056d0-edc8-4758-886f-702e0eb37c3d", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:28:28.719649 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c16d8fd0-5cfe-4ce5-9e1e-162f366d32c7 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:28:28.720038 dv-cinder-562053-19-iscsi neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c16d8fd0-5cfe-4ce5-9e1e-162f366d32c7'] response: {'server_uuid': 'eddeadfd-d62e-4635-be4e-5ac792a6c598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13056d0-edc8-4758-886f-702e0eb37c3d', 'code': 200} Mar 29 15:28:28.745793 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (b13056d0-edc8-4758-886f-702e0eb37c3d), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:28.773117 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=49c4c9c8-23f9-4334-b2f4-34a364b672a5,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:28.799717 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0dd03402-34d9-47d0-9dbc-8fb25171fa82 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:28.825291 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=b13056d0-edc8-4758-886f-702e0eb37c3d,revision_number=10']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:28.900894 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [None req-0dd03402-34d9-47d0-9dbc-8fb25171fa82 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Allocated IP 172.27.3.37 (3dc57d37-328b-453d-86b3-347b9e0efd38/8a0c47e6-f825-43a4-ad31-8f961885bd6a/8490f9eb-d8ed-4c0d-bcb9-39042ade3162) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:28:28.997073 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c9d06-c7fe-4a7d-8c05-0d5b9f0fbba0 req-c129eb17-233a-4ce5-8a94-14bac1aa00cc tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:28.998555 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-176c9d06-c7fe-4a7d-8c05-0d5b9f0fbba0 req-c129eb17-233a-4ce5-8a94-14bac1aa00cc tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 946 time: 0.0548491 Mar 29 15:28:29.005735 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0dd03402-34d9-47d0-9dbc-8fb25171fa82 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks [] for port (8490f9eb-d8ed-4c0d-bcb9-39042ade3162), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:29.026804 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['49c4c9c8-23f9-4334-b2f4-34a364b672a5'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:28:29.045825 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-176c9d06-c7fe-4a7d-8c05-0d5b9f0fbba0 req-03afef7e-9be5-4f2e-a7f7-68a9efe78c56 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413043 Mar 29 15:28:29.118306 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0dd03402-34d9-47d0-9dbc-8fb25171fa82 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (8490f9eb-d8ed-4c0d-bcb9-39042ade3162), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:29.156682 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd03402-34d9-47d0-9dbc-8fb25171fa82 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Network 3dc57d37-328b-453d-86b3-347b9e0efd38 is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:28:29.165749 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [None req-0dd03402-34d9-47d0-9dbc-8fb25171fa82 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:28:29.165891 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd03402-34d9-47d0-9dbc-8fb25171fa82 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:28:29.171921 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd03402-34d9-47d0-9dbc-8fb25171fa82 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Pushing event updated for resources: {'Port': ['ID=8490f9eb-d8ed-4c0d-bcb9-39042ade3162,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:29.260042 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0dd03402-34d9-47d0-9dbc-8fb25171fa82 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks [] for floatingip (6eebe3e5-eaae-4bdd-93f3-67503ba51d93), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:29.368846 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f891e0-b785-4496-9828-63aeed68bd5d req-b53b91cd-525f-4d23-afab-fe15d486f436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:29.370401 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-c6f891e0-b785-4496-9828-63aeed68bd5d req-b53b91cd-525f-4d23-afab-fe15d486f436 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 1130 time: 0.0452199 Mar 29 15:28:29.411108 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0dd03402-34d9-47d0-9dbc-8fb25171fa82 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (8490f9eb-d8ed-4c0d-bcb9-39042ade3162), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:29.449673 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4875a-b0a2-4f2e-bf12-5210576df53d req-57ea0897-e297-4e99-a48e-be822067c373 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:29.451234 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-aeb4875a-b0a2-4f2e-bf12-5210576df53d req-57ea0897-e297-4e99-a48e-be822067c373 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70 HTTP/1.1" status: 200 len: 944 time: 0.0547822 Mar 29 15:28:29.453789 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-c6f891e0-b785-4496-9828-63aeed68bd5d req-a80d2850-59f3-4d6f-9822-de8892d52ac3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685225 Mar 29 15:28:29.501894 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-aeb4875a-b0a2-4f2e-bf12-5210576df53d req-cb2fc4d5-955e-48b5-a75f-ae58d8ca0e4c tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf0cf1eb-ff0f-4bae-8c42-559650fc72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444889 Mar 29 15:28:29.577273 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0dd03402-34d9-47d0-9dbc-8fb25171fa82 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks [] for port (8490f9eb-d8ed-4c0d-bcb9-39042ade3162), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:29.654894 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0dd03402-34d9-47d0-9dbc-8fb25171fa82 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (8490f9eb-d8ed-4c0d-bcb9-39042ade3162), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:29.726164 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd03402-34d9-47d0-9dbc-8fb25171fa82 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Pushing event updated for resources: {'Port': ['ID=8490f9eb-d8ed-4c0d-bcb9-39042ade3162,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:29.736586 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0dd03402-34d9-47d0-9dbc-8fb25171fa82 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (6eebe3e5-eaae-4bdd-93f3-67503ba51d93), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:29.822829 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0dd03402-34d9-47d0-9dbc-8fb25171fa82 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:29.824762 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-0dd03402-34d9-47d0-9dbc-8fb25171fa82 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2009716 Mar 29 15:28:30.013840 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-910dcafd-6abc-47dc-b302-3e9ccc33c9ea tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--166824912&fields=id&tenant_id=9f08a5b25a074cb7ad80f54d82bf8a5e HTTP/1.1" status: 200 len: 267 time: 0.0409992 Mar 29 15:28:30.118168 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-4ca050a1-fcc6-48b4-977f-2bdc594efb7e tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:30.119613 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-4ca050a1-fcc6-48b4-977f-2bdc594efb7e tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/networks?id=6a802c2b-c73f-41c5-a35b-11f174fd7a4a HTTP/1.1" status: 200 len: 819 time: 0.0996797 Mar 29 15:28:30.153787 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-1d2df29a-9f62-4b35-889e-b478071f1348 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/quotas/9f08a5b25a074cb7ad80f54d82bf8a5e HTTP/1.1" status: 200 len: 375 time: 0.0248363 Mar 29 15:28:30.205871 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd77f7-8193-4b0e-8f62-4ce692ac4fb6 req-8f4bb956-46a8-4957-bf21-786255b2773e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:30.207233 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b7bd77f7-8193-4b0e-8f62-4ce692ac4fb6 req-8f4bb956-46a8-4957-bf21-786255b2773e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 946 time: 0.0867593 Mar 29 15:28:30.240691 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-e65d52a4-9d40-4970-b74d-630f95772ed3 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f08a5b25a074cb7ad80f54d82bf8a5e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0814621 Mar 29 15:28:30.304039 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b7bd77f7-8193-4b0e-8f62-4ce692ac4fb6 req-5a626f1a-6264-4b52-bba3-39473ac56642 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905676 Mar 29 15:28:30.342737 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-c3706b57-9dff-4a45-b150-d6c0bb2668e9 service neutron] 10.222.0.39 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901122 Mar 29 15:28:30.344219 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 49c4c9c8-23f9-4334-b2f4-34a364b672a5 up at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:28:30.434350 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-9c85c7a0-e432-4244-b0d2-2ece2d866ae4 service neutron] 10.222.0.39 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858548 Mar 29 15:28:30.497763 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning for port 49c4c9c8-23f9-4334-b2f4-34a364b672a5 completed by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:28:30.501856 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning complete for port 49c4c9c8-23f9-4334-b2f4-34a364b672a5 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:28:30.502371 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (49c4c9c8-23f9-4334-b2f4-34a364b672a5), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:30.598612 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 49c4c9c8-23f9-4334-b2f4-34a364b672a5 is: BUILD; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:28:30.599245 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (49c4c9c8-23f9-4334-b2f4-34a364b672a5), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:30.637274 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 49c4c9c8-23f9-4334-b2f4-34a364b672a5, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=49c4c9c8-23f9-4334-b2f4-34a364b672a5,segment=NetworkSegment(5524acb5-732f-49f4-bdf7-875eeb3e1876),segment_id=5524acb5-732f-49f4-bdf7-875eeb3e1876)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:28:30.646045 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65033f11-d926-4526-baa7-3d359121e509 req-3e24d3a2-71e8-47db-a761-f2582c74a703 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:30.647525 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-65033f11-d926-4526-baa7-3d359121e509 req-3e24d3a2-71e8-47db-a761-f2582c74a703 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70 HTTP/1.1" status: 200 len: 944 time: 0.0788970 Mar 29 15:28:30.683749 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c935dcd3-6526-49ff-8499-652aaefdd683 req-c05ed621-f78f-426a-806a-f1311420ab08 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 210 time: 0.0479422 Mar 29 15:28:30.685447 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (49c4c9c8-23f9-4334-b2f4-34a364b672a5), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:30.718006 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-65033f11-d926-4526-baa7-3d359121e509 req-dc976c08-03af-4504-8b49-fc0993ad2a05 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf0cf1eb-ff0f-4bae-8c42-559650fc72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603452 Mar 29 15:28:30.735964 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c4c9c8-23f9-4334-b2f4-34a364b672a5'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:28:30.739052 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67651527b6c7513bff120ad3026ca8b6c51caa370c4ee0f403b1e7b340f0df97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7238459-b9a0-48b8-b6a3-3cde4b3950a8" -d '{"events": [{"server_uuid": "bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70", "name": "network-vif-plugged", "status": "completed", "tag": "49c4c9c8-23f9-4334-b2f4-34a364b672a5"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:28:30.777130 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b3851b-c539-4d6b-b985-08be8a8beb5a x-openstack-request-id: req-70b3851b-c539-4d6b-b985-08be8a8beb5a {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:28:30.777444 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70", "name": "network-vif-plugged", "status": "completed", "tag": "49c4c9c8-23f9-4334-b2f4-34a364b672a5", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:28:30.777760 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-70b3851b-c539-4d6b-b985-08be8a8beb5a {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:28:30.787155 dv-cinder-562053-19-iscsi neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70b3851b-c539-4d6b-b985-08be8a8beb5a'] response: {'server_uuid': 'bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c4c9c8-23f9-4334-b2f4-34a364b672a5', 'code': 200} Mar 29 15:28:30.787155 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=49c4c9c8-23f9-4334-b2f4-34a364b672a5,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:31.063234 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da7b05-b499-499a-ad87-8fca016fd79f req-d5e36c6c-bd3c-42fe-bd49-06ad57b21606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:31.064794 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-a2da7b05-b499-499a-ad87-8fca016fd79f req-d5e36c6c-bd3c-42fe-bd49-06ad57b21606 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70 HTTP/1.1" status: 200 len: 1129 time: 0.0458958 Mar 29 15:28:31.111660 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-a2da7b05-b499-499a-ad87-8fca016fd79f req-2f954d15-5fb3-4d77-91c6-7dd27fc9b3c9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bf0cf1eb-ff0f-4bae-8c42-559650fc72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393476 Mar 29 15:28:31.430301 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e467b12-47fd-499f-8b3c-463bda983210 req-67e5e138-cf97-428f-aaf9-efac60b91261 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:31.431766 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1e467b12-47fd-499f-8b3c-463bda983210 req-67e5e138-cf97-428f-aaf9-efac60b91261 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 946 time: 0.0547936 Mar 29 15:28:31.480653 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1e467b12-47fd-499f-8b3c-463bda983210 req-ec53a8a7-b8be-4e67-b245-f1c3b5780b90 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430555 Mar 29 15:28:31.784808 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3f649913-26d5-473c-9357-9568cca86c9d req-7eb064a9-82b8-4c16-b5a1-8cda2f033afe tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 210 time: 0.0284789 Mar 29 15:28:31.859379 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc9303-b6e2-46ce-a277-99cdcc3e5abf req-21d74ed1-3819-4f18-85c1-793d2c02c7ea tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:31.860998 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1edc9303-b6e2-46ce-a277-99cdcc3e5abf req-21d74ed1-3819-4f18-85c1-793d2c02c7ea tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70 HTTP/1.1" status: 200 len: 945 time: 0.0546336 Mar 29 15:28:31.913541 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1edc9303-b6e2-46ce-a277-99cdcc3e5abf req-b8f49b4d-58da-469a-80ef-6adb1e793c91 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf0cf1eb-ff0f-4bae-8c42-559650fc72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466125 Mar 29 15:28:32.609618 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7210c3-d677-4b5f-a7f0-d4bcbdb7d711 req-793e20cd-39f7-44b3-a1a9-99de16cf4ce1 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:32.611326 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fb7210c3-d677-4b5f-a7f0-d4bcbdb7d711 req-793e20cd-39f7-44b3-a1a9-99de16cf4ce1 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 946 time: 0.0581739 Mar 29 15:28:32.623346 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-5a5e4b0d-581c-42b8-98f0-3f068a7e88a8 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:32.624821 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-5a5e4b0d-581c-42b8-98f0-3f068a7e88a8 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.15 "GET /v2.0/networks?id=6a802c2b-c73f-41c5-a35b-11f174fd7a4a HTTP/1.1" status: 200 len: 819 time: 0.1059303 Mar 29 15:28:32.662364 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fb7210c3-d677-4b5f-a7f0-d4bcbdb7d711 req-73b483ec-e562-4f08-8e24-6be3fbdbd1ca tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420606 Mar 29 15:28:32.687029 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-c57fd0a1-fc41-4ee2-81b9-2c42e2f15d51 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f08a5b25a074cb7ad80f54d82bf8a5e HTTP/1.1" status: 200 len: 379 time: 0.0530174 Mar 29 15:28:32.696317 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-6bdcc9c2-a2a5-412e-9e0f-118542eb3ff5 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Request body: {'port': {'device_id': '907a9d50-485b-401d-838f-cafbe98888d7', 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a', 'admin_state_up': True, 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'security_groups': ['d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8']}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:28:32.845823 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-6bdcc9c2-a2a5-412e-9e0f-118542eb3ff5 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Made reservation on behalf of 9f08a5b25a074cb7ad80f54d82bf8a5e for: {'port': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:28:32.849441 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-6bdcc9c2-a2a5-412e-9e0f-118542eb3ff5 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:32.880419 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-03d205d3-a56f-4f26-aa9f-5bf110559f28 req-4e0e59dc-c751-42f5-9e2d-7a3a36c5fe5d tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 210 time: 0.0272644 Mar 29 15:28:32.980856 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-6bdcc9c2-a2a5-412e-9e0f-118542eb3ff5 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Allocated IP 172.20.0.11 (6a802c2b-c73f-41c5-a35b-11f174fd7a4a/9d11297b-da68-44b3-bcb2-0f179572e157/33c05afa-ae67-4c5b-861c-cf2fa3c975d2) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:28:33.037395 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51312bf0-75e6-4213-a12e-0ee3ac25fd99 req-4a559cfd-bda5-4a57-acb8-1582891cdf74 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:33.039060 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-51312bf0-75e6-4213-a12e-0ee3ac25fd99 req-4a559cfd-bda5-4a57-acb8-1582891cdf74 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70 HTTP/1.1" status: 200 len: 945 time: 0.0545549 Mar 29 15:28:33.089684 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-51312bf0-75e6-4213-a12e-0ee3ac25fd99 req-e6ee7a89-6cb9-4fe6-a72e-555a026d664c tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf0cf1eb-ff0f-4bae-8c42-559650fc72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442567 Mar 29 15:28:33.124875 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-6bdcc9c2-a2a5-412e-9e0f-118542eb3ff5 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks [] for port (33c05afa-ae67-4c5b-861c-cf2fa3c975d2), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:33.194662 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-6bdcc9c2-a2a5-412e-9e0f-118542eb3ff5 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (33c05afa-ae67-4c5b-861c-cf2fa3c975d2), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:33.240431 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-6bdcc9c2-a2a5-412e-9e0f-118542eb3ff5 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Network 6a802c2b-c73f-41c5-a35b-11f174fd7a4a is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:28:33.243532 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-6bdcc9c2-a2a5-412e-9e0f-118542eb3ff5 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:28:33.250081 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-6bdcc9c2-a2a5-412e-9e0f-118542eb3ff5 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:28:33.275793 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdcc9c2-a2a5-412e-9e0f-118542eb3ff5 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Pushing event updated for resources: {'Port': ['ID=33c05afa-ae67-4c5b-861c-cf2fa3c975d2,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:33.302747 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-6bdcc9c2-a2a5-412e-9e0f-118542eb3ff5 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:33.303430 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-6bdcc9c2-a2a5-412e-9e0f-118542eb3ff5 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:33.390094 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-6bdcc9c2-a2a5-412e-9e0f-118542eb3ff5 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6975400 Mar 29 15:28:33.402276 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-9842c95e-2181-4136-8f55-65e39d8726ec service neutron] Request body: {'port': {'device_id': '907a9d50-485b-401d-838f-cafbe98888d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:28:33.463458 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-9842c95e-2181-4136-8f55-65e39d8726ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (33c05afa-ae67-4c5b-861c-cf2fa3c975d2), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:33.496484 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-fb36dc47-5f1a-4301-bb52-f4acf5733f82 None None] Provisioning complete for port 33c05afa-ae67-4c5b-861c-cf2fa3c975d2 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:28:33.497448 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fb36dc47-5f1a-4301-bb52-f4acf5733f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (33c05afa-ae67-4c5b-861c-cf2fa3c975d2), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:33.530943 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-fb36dc47-5f1a-4301-bb52-f4acf5733f82 None None] Port 33c05afa-ae67-4c5b-861c-cf2fa3c975d2 cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:28:33.722130 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-9842c95e-2181-4136-8f55-65e39d8726ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c05afa-ae67-4c5b-861c-cf2fa3c975d2 {{(pid=103831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:28:33.729321 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-9842c95e-2181-4136-8f55-65e39d8726ec service neutron] Publish callbacks [] for port (33c05afa-ae67-4c5b-861c-cf2fa3c975d2), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:33.741571 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.provisioning_blocks [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-9842c95e-2181-4136-8f55-65e39d8726ec service neutron] Transition to ACTIVE for port object 33c05afa-ae67-4c5b-861c-cf2fa3c975d2 will not be triggered until provisioned by entity L2. {{(pid=103831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:28:33.797907 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-9842c95e-2181-4136-8f55-65e39d8726ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (33c05afa-ae67-4c5b-861c-cf2fa3c975d2), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:33.871114 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842c95e-2181-4136-8f55-65e39d8726ec service neutron] Pushing event updated for resources: {'Port': ['ID=33c05afa-ae67-4c5b-861c-cf2fa3c975d2,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:33.925714 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-9842c95e-2181-4136-8f55-65e39d8726ec service neutron] Attempting to bind port 33c05afa-ae67-4c5b-861c-cf2fa3c975d2 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:28:33.926299 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-9842c95e-2181-4136-8f55-65e39d8726ec service neutron] Attempting to bind port 33c05afa-ae67-4c5b-861c-cf2fa3c975d2 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': 'd89f6401-43df-4164-a5ca-c69abcd4e86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a'}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:28:33.926629 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-9842c95e-2181-4136-8f55-65e39d8726ec service neutron] Attempting to bind port 33c05afa-ae67-4c5b-861c-cf2fa3c975d2 on network 6a802c2b-c73f-41c5-a35b-11f174fd7a4a {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:28:33.931323 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-9842c95e-2181-4136-8f55-65e39d8726ec service neutron] Port 33c05afa-ae67-4c5b-861c-cf2fa3c975d2 on network 6a802c2b-c73f-41c5-a35b-11f174fd7a4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:28:33.931651 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-9842c95e-2181-4136-8f55-65e39d8726ec service neutron] Attempting to bind port 33c05afa-ae67-4c5b-861c-cf2fa3c975d2 on network 6a802c2b-c73f-41c5-a35b-11f174fd7a4a {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:28:33.936819 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-9842c95e-2181-4136-8f55-65e39d8726ec service neutron] Checking agent: {'id': 'cb22ad3b-74f2-4994-b299-960cea1745ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'started_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:28:33.938970 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-9842c95e-2181-4136-8f55-65e39d8726ec service neutron] Checking segment: {'id': 'd89f6401-43df-4164-a5ca-c69abcd4e86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:28:33.938970 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-9842c95e-2181-4136-8f55-65e39d8726ec service neutron] Bound using segment: {'id': 'd89f6401-43df-4164-a5ca-c69abcd4e86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a'} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:28:33.938970 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-9842c95e-2181-4136-8f55-65e39d8726ec service neutron] Bound port: 33c05afa-ae67-4c5b-861c-cf2fa3c975d2, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89f6401-43df-4164-a5ca-c69abcd4e86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a'}}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:28:33.938970 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-9842c95e-2181-4136-8f55-65e39d8726ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (33c05afa-ae67-4c5b-861c-cf2fa3c975d2), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:34.009933 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14be67d-fbaa-437f-9938-79e1c66a5c81 req-811b4a97-f6e5-4254-b885-cdcf87f2a1bf tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:34.011498 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c14be67d-fbaa-437f-9938-79e1c66a5c81 req-811b4a97-f6e5-4254-b885-cdcf87f2a1bf tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 944 time: 0.0597079 Mar 29 15:28:34.011985 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-9842c95e-2181-4136-8f55-65e39d8726ec service neutron] For port 33c05afa-ae67-4c5b-861c-cf2fa3c975d2, host hv-cinder-56205, cleared binding levels {{(pid=103831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:28:34.015418 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-9842c95e-2181-4136-8f55-65e39d8726ec service neutron] For port 33c05afa-ae67-4c5b-861c-cf2fa3c975d2, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=33c05afa-ae67-4c5b-861c-cf2fa3c975d2,segment=NetworkSegment(d89f6401-43df-4164-a5ca-c69abcd4e86c),segment_id=d89f6401-43df-4164-a5ca-c69abcd4e86c)] {{(pid=103831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:28:34.061133 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c14be67d-fbaa-437f-9938-79e1c66a5c81 req-ed9fe0c8-c9d1-4050-b722-ea8aedcdfd4f tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431228 Mar 29 15:28:34.078437 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-9842c95e-2181-4136-8f55-65e39d8726ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (33c05afa-ae67-4c5b-861c-cf2fa3c975d2), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:34.114746 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-9842c95e-2181-4136-8f55-65e39d8726ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:34.115374 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-9842c95e-2181-4136-8f55-65e39d8726ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:34.116799 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-9842c95e-2181-4136-8f55-65e39d8726ec service neutron] 10.222.0.15 "PUT /v2.0/ports/33c05afa-ae67-4c5b-861c-cf2fa3c975d2 HTTP/1.1" status: 200 len: 1094 time: 0.7194016 Mar 29 15:28:34.117290 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907a9d50-485b-401d-838f-cafbe98888d7', 'tag': '33c05afa-ae67-4c5b-861c-cf2fa3c975d2'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:28:34.119623 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c077ce30-9733-4895-b6bc-2f29174d525e" -d '{"events": [{"name": "network-changed", "server_uuid": "907a9d50-485b-401d-838f-cafbe98888d7", "tag": "33c05afa-ae67-4c5b-861c-cf2fa3c975d2"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:28:34.158659 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842c95e-2181-4136-8f55-65e39d8726ec service neutron] Pushing event updated for resources: {'Port': ['ID=33c05afa-ae67-4c5b-861c-cf2fa3c975d2,revision_number=3']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:34.165964 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15da649-02a1-4bee-bd89-bc7a085a7fdd x-openstack-request-id: req-b15da649-02a1-4bee-bd89-bc7a085a7fdd {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:28:34.166256 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907a9d50-485b-401d-838f-cafbe98888d7", "tag": "33c05afa-ae67-4c5b-861c-cf2fa3c975d2", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:28:34.166703 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b15da649-02a1-4bee-bd89-bc7a085a7fdd {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:28:34.167116 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b15da649-02a1-4bee-bd89-bc7a085a7fdd'] response: {'name': 'network-changed', 'server_uuid': '907a9d50-485b-401d-838f-cafbe98888d7', 'tag': '33c05afa-ae67-4c5b-861c-cf2fa3c975d2', 'status': 'completed', 'code': 200} Mar 29 15:28:34.241083 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077ce30-9733-4895-b6bc-2f29174d525e req-386b3e14-654d-45b6-bf09-fe07b914fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:34.242614 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-c077ce30-9733-4895-b6bc-2f29174d525e req-386b3e14-654d-45b6-bf09-fe07b914fd66 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f08a5b25a074cb7ad80f54d82bf8a5e&device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 1128 time: 0.0472369 Mar 29 15:28:34.365699 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077ce30-9733-4895-b6bc-2f29174d525e req-ecff3afb-8069-4b97-af9e-84990c120df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:34.367475 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-c077ce30-9733-4895-b6bc-2f29174d525e req-ecff3afb-8069-4b97-af9e-84990c120df8 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9f08a5b25a074cb7ad80f54d82bf8a5e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1075382 Mar 29 15:28:34.466014 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077ce30-9733-4895-b6bc-2f29174d525e req-1338cad8-7f0a-4197-9853-541dc35bdd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:34.467499 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-c077ce30-9733-4895-b6bc-2f29174d525e req-1338cad8-7f0a-4197-9853-541dc35bdd7c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933099 Mar 29 15:28:34.557247 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-dc48b9a3-0046-400a-8e5c-056267796e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:34.559050 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-dc48b9a3-0046-400a-8e5c-056267796e54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f08a5b25a074cb7ad80f54d82bf8a5e&device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 1128 time: 0.0496876 Mar 29 15:28:34.602816 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-411f1238-7f35-4bfa-9b5a-68ea9f35acea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33c05afa-ae67-4c5b-861c-cf2fa3c975d2 HTTP/1.1" status: 200 len: 217 time: 0.0356035 Mar 29 15:28:34.650667 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-bda8bf0e-f8b7-4c66-b18f-e78cd47bbaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:34.652818 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-bda8bf0e-f8b7-4c66-b18f-e78cd47bbaff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d11297b-da68-44b3-bcb2-0f179572e157 HTTP/1.1" status: 200 len: 858 time: 0.0436928 Mar 29 15:28:34.706872 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-eccbd70c-e7ff-4844-ad4d-9539cc27dadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:34.708419 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-eccbd70c-e7ff-4844-ad4d-9539cc27dadd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a802c2b-c73f-41c5-a35b-11f174fd7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475969 Mar 29 15:28:34.796516 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-f9ea3ca1-fc97-4aca-86a3-69e744f44bc9 service neutron] 10.222.0.15 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808663 Mar 29 15:28:34.893214 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b5797d7b-38e8-4f2a-9a7f-f5feaddc16af req-41cce1d5-8f4d-4aeb-888c-0a06de8f80b3 service neutron] 10.222.0.15 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878279 Mar 29 15:28:35.185186 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9b360-78fc-4e93-9fed-57a2e7d99a08 req-eb96a2aa-35b7-468a-b206-9cf203b6c677 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:35.186659 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7fd9b360-78fc-4e93-9fed-57a2e7d99a08 req-eb96a2aa-35b7-468a-b206-9cf203b6c677 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 944 time: 0.0543058 Mar 29 15:28:35.233263 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7fd9b360-78fc-4e93-9fed-57a2e7d99a08 req-f4f6a6bb-b5ad-47a7-8a5e-51ad629b5a4d tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410681 Mar 29 15:28:36.359263 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f272d5-2468-4bcb-8e95-71209290c010 req-d2e37c1e-41f0-4e97-9cb6-daf9d8034fbb tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:36.360771 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-50f272d5-2468-4bcb-8e95-71209290c010 req-d2e37c1e-41f0-4e97-9cb6-daf9d8034fbb tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 944 time: 0.0574532 Mar 29 15:28:36.407276 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-50f272d5-2468-4bcb-8e95-71209290c010 req-b83e5d7c-5f59-407f-aac7-53e36c7f22da tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410261 Mar 29 15:28:37.524588 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd08ac5-af4b-4837-89e2-269f6d6a0744 req-5156a7d0-7778-4cee-a520-08e34bc384e9 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:37.526047 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bdd08ac5-af4b-4837-89e2-269f6d6a0744 req-5156a7d0-7778-4cee-a520-08e34bc384e9 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 944 time: 0.0514178 Mar 29 15:28:37.572665 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bdd08ac5-af4b-4837-89e2-269f6d6a0744 req-4e9d566a-5bb0-40e9-b346-41804d4c5d75 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404484 Mar 29 15:28:38.342013 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 33c05afa-ae67-4c5b-861c-cf2fa3c975d2 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=103833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:28:38.440889 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 33c05afa-ae67-4c5b-861c-cf2fa3c975d2, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=33c05afa-ae67-4c5b-861c-cf2fa3c975d2,segment=NetworkSegment(d89f6401-43df-4164-a5ca-c69abcd4e86c),segment_id=d89f6401-43df-4164-a5ca-c69abcd4e86c)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:28:38.452944 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Returning: {'device': '33c05afa-ae67-4c5b-861c-cf2fa3c975d2', 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a', 'port_id': '33c05afa-ae67-4c5b-861c-cf2fa3c975d2', 'mac_address': 'fa:16:3e:9a:e6:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d11297b-da68-44b3-bcb2-0f179572e157', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:28:38.491355 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 33c05afa-ae67-4c5b-861c-cf2fa3c975d2 is: DOWN; New status is: BUILD {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:28:38.491744 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (33c05afa-ae67-4c5b-861c-cf2fa3c975d2), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:38.505159 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c05afa-ae67-4c5b-861c-cf2fa3c975d2 {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:28:38.524610 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 33c05afa-ae67-4c5b-861c-cf2fa3c975d2, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=33c05afa-ae67-4c5b-861c-cf2fa3c975d2,segment=NetworkSegment(d89f6401-43df-4164-a5ca-c69abcd4e86c),segment_id=d89f6401-43df-4164-a5ca-c69abcd4e86c)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:28:38.593357 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (33c05afa-ae67-4c5b-861c-cf2fa3c975d2), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:38.645720 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=33c05afa-ae67-4c5b-861c-cf2fa3c975d2,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:38.691556 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199d0f0-2118-4ef6-9aaa-05c1e44c6773 req-d966553c-ea2d-4e6f-8c22-1b729dcdb718 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:38.693382 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4199d0f0-2118-4ef6-9aaa-05c1e44c6773 req-d966553c-ea2d-4e6f-8c22-1b729dcdb718 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 945 time: 0.0542436 Mar 29 15:28:38.744656 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4199d0f0-2118-4ef6-9aaa-05c1e44c6773 req-f4c7d895-d44b-413b-b384-ec7b545b5e42 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453782 Mar 29 15:28:38.925879 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['33c05afa-ae67-4c5b-861c-cf2fa3c975d2'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:28:39.863385 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855574d2-04c8-4f6d-816e-7509552840a3 req-4df5a924-fa75-433f-9737-e00f8a15687d tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:39.864924 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-855574d2-04c8-4f6d-816e-7509552840a3 req-4df5a924-fa75-433f-9737-e00f8a15687d tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 945 time: 0.0547092 Mar 29 15:28:39.913323 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-855574d2-04c8-4f6d-816e-7509552840a3 req-f06ac32b-9fed-40a3-9b19-49f755061929 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429697 Mar 29 15:28:40.346482 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 33c05afa-ae67-4c5b-861c-cf2fa3c975d2 up at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:28:40.460343 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning for port 33c05afa-ae67-4c5b-861c-cf2fa3c975d2 completed by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:28:40.464544 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning complete for port 33c05afa-ae67-4c5b-861c-cf2fa3c975d2 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:28:40.464927 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (33c05afa-ae67-4c5b-861c-cf2fa3c975d2), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:40.544169 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 33c05afa-ae67-4c5b-861c-cf2fa3c975d2 is: BUILD; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:28:40.544594 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (33c05afa-ae67-4c5b-861c-cf2fa3c975d2), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:40.566781 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907a9d50-485b-401d-838f-cafbe98888d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c05afa-ae67-4c5b-861c-cf2fa3c975d2'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:28:40.569297 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67651527b6c7513bff120ad3026ca8b6c51caa370c4ee0f403b1e7b340f0df97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d4f352-e178-40e4-9998-9b78599ddaaa" -d '{"events": [{"server_uuid": "907a9d50-485b-401d-838f-cafbe98888d7", "name": "network-vif-plugged", "status": "completed", "tag": "33c05afa-ae67-4c5b-861c-cf2fa3c975d2"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:28:40.583142 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 33c05afa-ae67-4c5b-861c-cf2fa3c975d2, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=33c05afa-ae67-4c5b-861c-cf2fa3c975d2,segment=NetworkSegment(d89f6401-43df-4164-a5ca-c69abcd4e86c),segment_id=d89f6401-43df-4164-a5ca-c69abcd4e86c)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:28:40.603401 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdbb3a2-09dc-44fe-ad52-104ffd37b552 x-openstack-request-id: req-9fdbb3a2-09dc-44fe-ad52-104ffd37b552 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:28:40.603714 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907a9d50-485b-401d-838f-cafbe98888d7", "name": "network-vif-plugged", "status": "completed", "tag": "33c05afa-ae67-4c5b-861c-cf2fa3c975d2", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:28:40.603974 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9fdbb3a2-09dc-44fe-ad52-104ffd37b552 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:28:40.604407 dv-cinder-562053-19-iscsi neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fdbb3a2-09dc-44fe-ad52-104ffd37b552'] response: {'server_uuid': '907a9d50-485b-401d-838f-cafbe98888d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c05afa-ae67-4c5b-861c-cf2fa3c975d2', 'code': 200} Mar 29 15:28:40.679347 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (33c05afa-ae67-4c5b-861c-cf2fa3c975d2), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:40.731799 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=33c05afa-ae67-4c5b-861c-cf2fa3c975d2,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:40.941442 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda541d8-259f-4029-b49d-b180ac9c374a req-c530f989-8d5e-4e05-9878-054c82c71df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:40.943253 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-eda541d8-259f-4029-b49d-b180ac9c374a req-c530f989-8d5e-4e05-9878-054c82c71df3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 1130 time: 0.0439205 Mar 29 15:28:40.994076 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-eda541d8-259f-4029-b49d-b180ac9c374a req-40bdc945-4f75-413a-8583-5434f4b05231 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383804 Mar 29 15:28:41.031328 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7313550-0e70-46ad-80f2-838667b7331c req-2299cd7b-d50c-40e3-8479-3a1bbb3f2473 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:41.032875 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d7313550-0e70-46ad-80f2-838667b7331c req-2299cd7b-d50c-40e3-8479-3a1bbb3f2473 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.0521443 Mar 29 15:28:41.078866 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d7313550-0e70-46ad-80f2-838667b7331c req-762ab8d6-eabb-4996-aa1a-7cf965bd5339 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404720 Mar 29 15:28:42.200228 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cb319-1294-4d72-888a-2e671ac323ac req-48a37f79-c508-432f-b83b-7c452c451e91 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:42.201718 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ac7cb319-1294-4d72-888a-2e671ac323ac req-48a37f79-c508-432f-b83b-7c452c451e91 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.0556223 Mar 29 15:28:42.248539 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ac7cb319-1294-4d72-888a-2e671ac323ac req-d52d98bf-2f4d-4bd8-98f7-db80029de3c5 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403316 Mar 29 15:28:43.174726 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:43.366032 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640546b-c8b3-4d63-bee2-9fd284bf6454 req-d862fc74-3156-4978-8fe1-eb01db53777d tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:43.367481 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9640546b-c8b3-4d63-bee2-9fd284bf6454 req-d862fc74-3156-4978-8fe1-eb01db53777d tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.0506256 Mar 29 15:28:43.413061 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9640546b-c8b3-4d63-bee2-9fd284bf6454 req-9e6b59b3-ba64-4e92-a3c4-078105412019 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393600 Mar 29 15:28:43.532606 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58b2c1-9aa3-45ed-946d-6e27978f0132 req-57cd6a65-273e-4e11-9fbe-3186aff94f2b tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:43.534018 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1b58b2c1-9aa3-45ed-946d-6e27978f0132 req-57cd6a65-273e-4e11-9fbe-3186aff94f2b tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.0566971 Mar 29 15:28:43.542713 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 36536) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:28:43.547200 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-4f38aa18-b36a-401a-9c45-ebe3a8a247d7 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Request body: {'floatingip': {'port_id': '33c05afa-ae67-4c5b-861c-cf2fa3c975d2'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:28:43.586585 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4f38aa18-b36a-401a-9c45-ebe3a8a247d7 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks [] for floatingip (6eebe3e5-eaae-4bdd-93f3-67503ba51d93), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:44.174956 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4f38aa18-b36a-401a-9c45-ebe3a8a247d7 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:44.271969 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4f38aa18-b36a-401a-9c45-ebe3a8a247d7 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (6eebe3e5-eaae-4bdd-93f3-67503ba51d93), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:44.378169 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.db.l3_db [None req-4f38aa18-b36a-401a-9c45-ebe3a8a247d7 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Floating IP 6eebe3e5-eaae-4bdd-93f3-67503ba51d93 associated. External IP: 172.27.3.37, port: 33c05afa-ae67-4c5b-861c-cf2fa3c975d2. Mar 29 15:28:44.587564 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f38aa18-b36a-401a-9c45-ebe3a8a247d7 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Router 5bb6cb16-b58a-4e20-82e9-33d1ca58826a has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:28:44.696387 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f38aa18-b36a-401a-9c45-ebe3a8a247d7 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:28:44.701664 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4f38aa18-b36a-401a-9c45-ebe3a8a247d7 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:44.706511 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472c2b5d-9657-400a-a268-28a0f0631861 None None] Sync routers for ids ['5bb6cb16-b58a-4e20-82e9-33d1ca58826a'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:28:44.718425 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472c2b5d-9657-400a-a268-28a0f0631861 None None] Routers {'5bb6cb16-b58a-4e20-82e9-33d1ca58826a'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:28:44.719046 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-472c2b5d-9657-400a-a268-28a0f0631861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:28:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['5bb6cb16-b58a-4e20-82e9-33d1ca58826a'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:28:44.736865 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-4f38aa18-b36a-401a-9c45-ebe3a8a247d7 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "PUT /v2.0/floatingips/6eebe3e5-eaae-4bdd-93f3-67503ba51d93 HTTP/1.1" status: 200 len: 991 time: 1.1880863 Mar 29 15:28:44.736865 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907a9d50-485b-401d-838f-cafbe98888d7', 'tag': '33c05afa-ae67-4c5b-861c-cf2fa3c975d2'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:28:44.736865 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17cd39a57bce2f0cfda3a3fd3bf70c34a3f67f93f1dabf257ee71a9fa0902d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601e2562-bbfa-4ace-822e-f441de49534c" -d '{"events": [{"name": "network-changed", "server_uuid": "907a9d50-485b-401d-838f-cafbe98888d7", "tag": "33c05afa-ae67-4c5b-861c-cf2fa3c975d2"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:28:44.770407 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f01d50-571f-4608-8a55-60766688e2a6 x-openstack-request-id: req-26f01d50-571f-4608-8a55-60766688e2a6 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:28:44.770702 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907a9d50-485b-401d-838f-cafbe98888d7", "tag": "33c05afa-ae67-4c5b-861c-cf2fa3c975d2", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:28:44.770958 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-26f01d50-571f-4608-8a55-60766688e2a6 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:28:44.771367 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26f01d50-571f-4608-8a55-60766688e2a6'] response: {'name': 'network-changed', 'server_uuid': '907a9d50-485b-401d-838f-cafbe98888d7', 'tag': '33c05afa-ae67-4c5b-861c-cf2fa3c975d2', 'status': 'completed', 'code': 200} Mar 29 15:28:44.827308 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-472c2b5d-9657-400a-a268-28a0f0631861 None None] Set router 5bb6cb16-b58a-4e20-82e9-33d1ca58826a gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:28:44.839586 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e2562-bbfa-4ace-822e-f441de49534c req-0d8a66f7-d0c9-438b-b0c1-b1fdc4cd62fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:44.841428 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-601e2562-bbfa-4ace-822e-f441de49534c req-0d8a66f7-d0c9-438b-b0c1-b1fdc4cd62fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f08a5b25a074cb7ad80f54d82bf8a5e&device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 1130 time: 0.0439243 Mar 29 15:28:45.065254 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-472c2b5d-9657-400a-a268-28a0f0631861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'name': 'tempest-ServerRescueNegativeTestJSON-1872306636-router', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:27:02Z', 'revision_number': 4, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'gw_port': {'id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': '6eebe3e5-eaae-4bdd-93f3-67503ba51d93', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'port_id': '33c05afa-ae67-4c5b-861c-cf2fa3c975d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a', 'mac_address': 'fa:16:3e:9a:e6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a9d50-485b-401d-838f-cafbe98888d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:28:29Z', 'updated_at': '2022-03-29T15:28:44Z', 'revision_number': 1, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71b4dc2b-140f-48ff-912c-6507fb3f4ead', 'name': '', 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'mac_address': 'fa:16:3e:8e:a9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '9d11297b-da68-44b3-bcb2-0f179572e157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:27:01Z', 'updated_at': '2022-03-29T15:27:07Z', 'revision_number': 5, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'subnets': [{'id': '9d11297b-da68-44b3-bcb2-0f179572e157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:28:45.091966 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472c2b5d-9657-400a-a268-28a0f0631861 None None] Checking router: 5bb6cb16-b58a-4e20-82e9-33d1ca58826a for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:28:45.101411 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472c2b5d-9657-400a-a268-28a0f0631861 None None] Routers {'5bb6cb16-b58a-4e20-82e9-33d1ca58826a'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:28:45.102042 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-472c2b5d-9657-400a-a268-28a0f0631861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:28:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['5bb6cb16-b58a-4e20-82e9-33d1ca58826a'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:28:45.182767 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e2562-bbfa-4ace-822e-f441de49534c req-dc2ac2b8-227e-4c99-9668-d6d833f71629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:45.184287 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-601e2562-bbfa-4ace-822e-f441de49534c req-dc2ac2b8-227e-4c99-9668-d6d833f71629 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a802c2b-c73f-41c5-a35b-11f174fd7a4a HTTP/1.1" status: 200 len: 920 time: 0.3357306 Mar 29 15:28:45.257994 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-601e2562-bbfa-4ace-822e-f441de49534c req-f1a7ef53-b299-45d4-8509-ffc69e6a5ca8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33c05afa-ae67-4c5b-861c-cf2fa3c975d2 HTTP/1.1" status: 200 len: 999 time: 0.0620232 Mar 29 15:28:45.296473 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-472c2b5d-9657-400a-a268-28a0f0631861 None None] Set router 5bb6cb16-b58a-4e20-82e9-33d1ca58826a gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:28:45.311203 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e2562-bbfa-4ace-822e-f441de49534c req-86617434-7fab-4bd7-8c7f-b08b74dbd43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:45.312710 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-601e2562-bbfa-4ace-822e-f441de49534c req-86617434-7fab-4bd7-8c7f-b08b74dbd43f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d11297b-da68-44b3-bcb2-0f179572e157 HTTP/1.1" status: 200 len: 858 time: 0.0477574 Mar 29 15:28:45.369487 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e2562-bbfa-4ace-822e-f441de49534c req-bdb83ae9-734a-433f-bd9c-d1f6d82cf7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:45.370972 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-601e2562-bbfa-4ace-822e-f441de49534c req-bdb83ae9-734a-433f-bd9c-d1f6d82cf7d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a802c2b-c73f-41c5-a35b-11f174fd7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0516281 Mar 29 15:28:45.466201 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-601e2562-bbfa-4ace-822e-f441de49534c req-2c97b123-a6a5-442d-b1f3-dce7c3d66d1e service neutron] 10.222.0.15 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857019 Mar 29 15:28:45.528858 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-472c2b5d-9657-400a-a268-28a0f0631861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'name': 'tempest-ServerRescueNegativeTestJSON-1872306636-router', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:27:02Z', 'revision_number': 4, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'gw_port': {'id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': '6eebe3e5-eaae-4bdd-93f3-67503ba51d93', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'port_id': '33c05afa-ae67-4c5b-861c-cf2fa3c975d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a', 'mac_address': 'fa:16:3e:9a:e6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a9d50-485b-401d-838f-cafbe98888d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:28:29Z', 'updated_at': '2022-03-29T15:28:44Z', 'revision_number': 1, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71b4dc2b-140f-48ff-912c-6507fb3f4ead', 'name': '', 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'mac_address': 'fa:16:3e:8e:a9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '9d11297b-da68-44b3-bcb2-0f179572e157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:27:01Z', 'updated_at': '2022-03-29T15:27:07Z', 'revision_number': 5, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'subnets': [{'id': '9d11297b-da68-44b3-bcb2-0f179572e157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:28:45.559300 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472c2b5d-9657-400a-a268-28a0f0631861 None None] The sync data for ids ['5bb6cb16-b58a-4e20-82e9-33d1ca58826a'] in dv-cinder-562053-19-iscsi is: [{'id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'name': 'tempest-ServerRescueNegativeTestJSON-1872306636-router', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:27:02Z', 'revision_number': 4, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'gw_port': {'id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': '6eebe3e5-eaae-4bdd-93f3-67503ba51d93', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'port_id': '33c05afa-ae67-4c5b-861c-cf2fa3c975d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a', 'mac_address': 'fa:16:3e:9a:e6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a9d50-485b-401d-838f-cafbe98888d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:28:29Z', 'updated_at': '2022-03-29T15:28:44Z', 'revision_number': 1, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71b4dc2b-140f-48ff-912c-6507fb3f4ead', 'name': '', 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'mac_address': 'fa:16:3e:8e:a9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '9d11297b-da68-44b3-bcb2-0f179572e157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:27:01Z', 'updated_at': '2022-03-29T15:27:07Z', 'revision_number': 5, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'subnets': [{'id': '9d11297b-da68-44b3-bcb2-0f179572e157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:28:45.562375 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-601e2562-bbfa-4ace-822e-f441de49534c req-f6972bce-92d2-49a2-9d6c-1f73bfee3776 service neutron] 10.222.0.15 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873895 Mar 29 15:28:45.697716 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b9f60490-a7cd-4585-bf33-064bc10af85f req-66e17d68-0d83-4732-98de-0b6dc7cf1d6e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456340 Mar 29 15:28:45.757841 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02b4366-cd07-495a-86ca-6b89a734f241 None None] New status for floating IP 6eebe3e5-eaae-4bdd-93f3-67503ba51d93: ACTIVE {{(pid=103833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:28:45.798524 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f60490-a7cd-4585-bf33-064bc10af85f req-b97e7e48-8760-420e-8856-859b3e2738cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:45.800044 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b9f60490-a7cd-4585-bf33-064bc10af85f req-b97e7e48-8760-420e-8856-859b3e2738cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58c1f8fd4f83455ca0f32dbc38c1ed32&device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 1130 time: 0.0467355 Mar 29 15:28:45.913102 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f60490-a7cd-4585-bf33-064bc10af85f req-4ad8f792-aeb8-4c28-b986-a6901f49707d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:45.914592 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b9f60490-a7cd-4585-bf33-064bc10af85f req-4ad8f792-aeb8-4c28-b986-a6901f49707d service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9dba225-3458-4749-adfb-4348d5911f6f HTTP/1.1" status: 200 len: 918 time: 0.0895309 Mar 29 15:28:45.978581 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b9f60490-a7cd-4585-bf33-064bc10af85f req-0ffadcda-8db2-44a7-a7f8-5a492011aa62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b13056d0-edc8-4758-886f-702e0eb37c3d HTTP/1.1" status: 200 len: 999 time: 0.0579219 Mar 29 15:28:46.043732 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f60490-a7cd-4585-bf33-064bc10af85f req-ca03adcb-a4d3-4912-9eb7-2cb6cf16e958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:46.070479 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b9f60490-a7cd-4585-bf33-064bc10af85f req-ca03adcb-a4d3-4912-9eb7-2cb6cf16e958 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4 HTTP/1.1" status: 200 len: 856 time: 0.0509756 Mar 29 15:28:46.117806 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f60490-a7cd-4585-bf33-064bc10af85f req-6a91972d-6836-41c2-94b8-ca6d9de065f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:46.117806 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b9f60490-a7cd-4585-bf33-064bc10af85f req-6a91972d-6836-41c2-94b8-ca6d9de065f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9dba225-3458-4749-adfb-4348d5911f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0510778 Mar 29 15:28:46.209741 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b9f60490-a7cd-4585-bf33-064bc10af85f req-17c69f81-283c-4bcd-a37e-dbb631ff6b1e service neutron] 10.222.0.15 "GET /v2.0/networks/a9dba225-3458-4749-adfb-4348d5911f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803759 Mar 29 15:28:46.299732 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b9f60490-a7cd-4585-bf33-064bc10af85f req-258ad64d-53fd-4bf8-98c4-31d391466e2f service neutron] 10.222.0.15 "GET /v2.0/networks/a9dba225-3458-4749-adfb-4348d5911f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831418 Mar 29 15:28:50.518396 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:28:52.293744 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bdb759c6-41ba-466c-bea7-ab8c76d34c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:54.467722 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-97b9085e-ffea-45b8-91b7-50b376eae1ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:55.592917 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:56.964196 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:58.453602 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:13.189740 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:18.614567 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735026b5-0c4e-4d51-83dd-245e00dad948 req-a922ce7f-c7f3-4487-bf9b-82a84728347a tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:18.616024 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-735026b5-0c4e-4d51-83dd-245e00dad948 req-a922ce7f-c7f3-4487-bf9b-82a84728347a tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70 HTTP/1.1" status: 200 len: 945 time: 0.0530221 Mar 29 15:29:18.660357 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-735026b5-0c4e-4d51-83dd-245e00dad948 req-902e311d-3943-478a-8d18-fab580ae7493 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf0cf1eb-ff0f-4bae-8c42-559650fc72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388229 Mar 29 15:29:19.777074 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3cf7c-7067-4409-b3fa-ba42401b5e7d req-5810155c-cb43-4fdc-ac8b-ec064c0a10f8 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:19.779338 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d1f3cf7c-7067-4409-b3fa-ba42401b5e7d req-5810155c-cb43-4fdc-ac8b-ec064c0a10f8 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70 HTTP/1.1" status: 200 len: 945 time: 0.0528302 Mar 29 15:29:19.830201 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d1f3cf7c-7067-4409-b3fa-ba42401b5e7d req-4be90c66-6e17-40f4-a4f6-12b6b136b4b3 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf0cf1eb-ff0f-4bae-8c42-559650fc72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451028 Mar 29 15:29:20.501322 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058f78a-2f90-4295-967f-5f2c230216a7 req-4c83a651-7ed6-4754-a704-bc72b6d91420 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:20.502765 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-a058f78a-2f90-4295-967f-5f2c230216a7 req-4c83a651-7ed6-4754-a704-bc72b6d91420 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70 HTTP/1.1" status: 200 len: 945 time: 0.0510454 Mar 29 15:29:20.600885 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-a058f78a-2f90-4295-967f-5f2c230216a7 req-ff99377d-604c-4bd2-b7f3-c8aadf09b237 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Deleting port 49c4c9c8-23f9-4334-b2f4-34a364b672a5 {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:29:20.601315 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-a058f78a-2f90-4295-967f-5f2c230216a7 req-ff99377d-604c-4bd2-b7f3-c8aadf09b237 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (49c4c9c8-23f9-4334-b2f4-34a364b672a5), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:20.690077 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-a058f78a-2f90-4295-967f-5f2c230216a7 req-ff99377d-604c-4bd2-b7f3-c8aadf09b237 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] For port 49c4c9c8-23f9-4334-b2f4-34a364b672a5, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=49c4c9c8-23f9-4334-b2f4-34a364b672a5,segment=NetworkSegment(5524acb5-732f-49f4-bdf7-875eeb3e1876),segment_id=5524acb5-732f-49f4-bdf7-875eeb3e1876)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:29:20.690696 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-a058f78a-2f90-4295-967f-5f2c230216a7 req-ff99377d-604c-4bd2-b7f3-c8aadf09b237 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (49c4c9c8-23f9-4334-b2f4-34a364b672a5), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:20.703878 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-a058f78a-2f90-4295-967f-5f2c230216a7 req-ff99377d-604c-4bd2-b7f3-c8aadf09b237 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Calling delete_port for 49c4c9c8-23f9-4334-b2f4-34a364b672a5 owned by compute:nova {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:29:20.904875 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-a058f78a-2f90-4295-967f-5f2c230216a7 req-ff99377d-604c-4bd2-b7f3-c8aadf09b237 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (49c4c9c8-23f9-4334-b2f4-34a364b672a5), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:20.919237 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['49c4c9c8-23f9-4334-b2f4-34a364b672a5'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:29:20.931310 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6b29127a-94f1-440f-8f79-0fb7a4763a4f req-f64ee266-d28b-465b-8992-3d369fb4461f tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70 HTTP/1.1" status: 200 len: 210 time: 0.0306079 Mar 29 15:29:20.935760 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99377d-604c-4bd2-b7f3-c8aadf09b237 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Pushing event deleted for resources: {'Port': ['ID=49c4c9c8-23f9-4334-b2f4-34a364b672a5,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:29:20.949976 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99377d-604c-4bd2-b7f3-c8aadf09b237 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:20.950336 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99377d-604c-4bd2-b7f3-c8aadf09b237 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:20.950683 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99377d-604c-4bd2-b7f3-c8aadf09b237 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:20.951028 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99377d-604c-4bd2-b7f3-c8aadf09b237 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:20.951366 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99377d-604c-4bd2-b7f3-c8aadf09b237 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:20.951703 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99377d-604c-4bd2-b7f3-c8aadf09b237 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:20.952036 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99377d-604c-4bd2-b7f3-c8aadf09b237 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:20.952392 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99377d-604c-4bd2-b7f3-c8aadf09b237 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:20.952730 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99377d-604c-4bd2-b7f3-c8aadf09b237 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:20.953062 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99377d-604c-4bd2-b7f3-c8aadf09b237 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:20.953391 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99377d-604c-4bd2-b7f3-c8aadf09b237 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:20.953720 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99377d-604c-4bd2-b7f3-c8aadf09b237 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:20.954048 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99377d-604c-4bd2-b7f3-c8aadf09b237 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:20.954377 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99377d-604c-4bd2-b7f3-c8aadf09b237 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:20.954703 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99377d-604c-4bd2-b7f3-c8aadf09b237 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:20.990098 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a058f78a-2f90-4295-967f-5f2c230216a7 req-ff99377d-604c-4bd2-b7f3-c8aadf09b237 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] No DVR routers for this DVR port 49c4c9c8-23f9-4334-b2f4-34a364b672a5 on host hv-cinder-56205 {{(pid=103831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:29:20.992608 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-a058f78a-2f90-4295-967f-5f2c230216a7 req-ff99377d-604c-4bd2-b7f3-c8aadf09b237 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:20.995902 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-a058f78a-2f90-4295-967f-5f2c230216a7 req-ff99377d-604c-4bd2-b7f3-c8aadf09b237 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.15 "DELETE /v2.0/ports/49c4c9c8-23f9-4334-b2f4-34a364b672a5 HTTP/1.1" status: 204 len: 173 time: 0.4847772 Mar 29 15:29:20.996372 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70', 'name': 'network-vif-deleted', 'tag': '49c4c9c8-23f9-4334-b2f4-34a364b672a5'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:29:20.998619 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2096aa2-8870-425d-a6fc-3bb20173fa80" -d '{"events": [{"server_uuid": "bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70", "name": "network-vif-deleted", "tag": "49c4c9c8-23f9-4334-b2f4-34a364b672a5"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:29:21.033298 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3360787-7ae0-4c18-abad-b388460f2994 x-openstack-request-id: req-e3360787-7ae0-4c18-abad-b388460f2994 {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:29:21.033620 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70", "name": "network-vif-deleted", "tag": "49c4c9c8-23f9-4334-b2f4-34a364b672a5", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:29:21.033879 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e3360787-7ae0-4c18-abad-b388460f2994 {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:29:21.034283 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3360787-7ae0-4c18-abad-b388460f2994'] response: {'server_uuid': 'bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70', 'name': 'network-vif-deleted', 'tag': '49c4c9c8-23f9-4334-b2f4-34a364b672a5', 'status': 'completed', 'code': 200} Mar 29 15:29:21.541238 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5a511-75eb-49fb-aa2a-6e9b6b62bd24 req-acb85833-7526-410b-b3fb-9373ecb1c660 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:21.542727 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f1d5a511-75eb-49fb-aa2a-6e9b6b62bd24 req-acb85833-7526-410b-b3fb-9373ecb1c660 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0538406 Mar 29 15:29:21.588387 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f1d5a511-75eb-49fb-aa2a-6e9b6b62bd24 req-ce39dcd9-7819-4671-8fa3-f3f712933285 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395155 Mar 29 15:29:22.045217 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-27e387d3-a06d-4d25-8517-d438d2555649 req-6adec0fa-325d-4fd7-9770-8a1ab19a8f03 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb5f19cc-5a2b-4447-ad42-0e51bc5a0c70 HTTP/1.1" status: 200 len: 210 time: 0.0271313 Mar 29 15:29:22.286644 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-66759f52-4824-443b-a92c-1c008da70a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:22.709806 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac273757-7847-4333-90d3-45cb65e85a8f req-ebbc3ffb-3124-425e-94f6-44159e4e0d94 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:22.711186 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ac273757-7847-4333-90d3-45cb65e85a8f req-ebbc3ffb-3124-425e-94f6-44159e4e0d94 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0545135 Mar 29 15:29:22.755494 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ac273757-7847-4333-90d3-45cb65e85a8f req-fbcf65d9-3397-46b0-9f88-46194e77e86c tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389078 Mar 29 15:29:23.870814 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265f52f-89b5-4c32-a0a3-3bc10dc90276 req-27a16d37-8a6b-4adf-a9e9-68da43dbe427 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:23.872290 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6265f52f-89b5-4c32-a0a3-3bc10dc90276 req-27a16d37-8a6b-4adf-a9e9-68da43dbe427 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0503521 Mar 29 15:29:23.917653 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6265f52f-89b5-4c32-a0a3-3bc10dc90276 req-146e5a4d-a374-40df-bcee-43e4a0d86275 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390546 Mar 29 15:29:24.515599 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5c807f00-2ddb-444c-b3a5-6bda84c90c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:24.653493 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 49c4c9c8-23f9-4334-b2f4-34a364b672a5 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:29:24.673070 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] No Port match for: 49c4c9c8-23f9-4334-b2f4-34a364b672a5 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:29:24.673416 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 49c4c9c8-23f9-4334-b2f4-34a364b672a5 not bound to the agent host hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:29:25.034319 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de477b-73d5-4e17-bae3-abfca8fde398 req-d8ae6446-b876-4983-915f-b54aa4ebb693 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:25.035755 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-22de477b-73d5-4e17-bae3-abfca8fde398 req-d8ae6446-b876-4983-915f-b54aa4ebb693 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0503342 Mar 29 15:29:25.083505 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-22de477b-73d5-4e17-bae3-abfca8fde398 req-11825174-b805-447d-942f-32201924b730 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423222 Mar 29 15:29:25.578011 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:26.196874 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e2b4f-0550-4447-9a81-a438b80f2c55 req-7b22c861-dd2d-4495-95b1-3589b12555dc tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:26.198319 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f18e2b4f-0550-4447-9a81-a438b80f2c55 req-7b22c861-dd2d-4495-95b1-3589b12555dc tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0512629 Mar 29 15:29:26.244065 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f18e2b4f-0550-4447-9a81-a438b80f2c55 req-c2e0ad15-ef73-41e0-8489-696791a58387 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403109 Mar 29 15:29:26.954804 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:27.358212 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55156972-5d4c-4bbc-a7c5-b285d92626bd req-8f0223d1-9dd2-42f5-a19d-619aee85ceca tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:27.359645 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-55156972-5d4c-4bbc-a7c5-b285d92626bd req-8f0223d1-9dd2-42f5-a19d-619aee85ceca tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0508943 Mar 29 15:29:27.406149 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-55156972-5d4c-4bbc-a7c5-b285d92626bd req-32a41cc9-cce5-42b4-b0f4-a97030ab23a0 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409863 Mar 29 15:29:27.517775 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:29:28.454423 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:28.523840 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de1972-547b-4a22-866e-d67a73b7b109 req-ec245578-1756-45e4-9bfc-fc6b013b70f1 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:28.525330 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-99de1972-547b-4a22-866e-d67a73b7b109 req-ec245578-1756-45e4-9bfc-fc6b013b70f1 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0551515 Mar 29 15:29:28.572092 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-99de1972-547b-4a22-866e-d67a73b7b109 req-1e2d17d8-0d14-4c92-a809-1ae85c356dea tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412924 Mar 29 15:29:29.688762 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac970aa-f51e-4eeb-be3c-059bb7204d16 req-51b36fce-208d-4bd2-bb48-024ee1e6bef7 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:29.691062 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2ac970aa-f51e-4eeb-be3c-059bb7204d16 req-51b36fce-208d-4bd2-bb48-024ee1e6bef7 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0517645 Mar 29 15:29:29.735557 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2ac970aa-f51e-4eeb-be3c-059bb7204d16 req-70be3c7f-c44e-4626-979a-86a2f353f0f5 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391157 Mar 29 15:29:30.854176 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d3580-1bd8-4d2b-ab90-92a020877055 req-e9c62448-3952-4e30-82a8-5413b91dee0d tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:30.855645 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-aa4d3580-1bd8-4d2b-ab90-92a020877055 req-e9c62448-3952-4e30-82a8-5413b91dee0d tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0546832 Mar 29 15:29:30.900960 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-aa4d3580-1bd8-4d2b-ab90-92a020877055 req-5686d143-3e48-49c7-9bc0-1581f5b9a804 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398712 Mar 29 15:29:32.015612 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b679a0-332f-49ee-8223-f0e927ea3c7a req-4622a41b-7894-4318-bb16-a782209ace3d tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:32.017197 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-88b679a0-332f-49ee-8223-f0e927ea3c7a req-4622a41b-7894-4318-bb16-a782209ace3d tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0509734 Mar 29 15:29:32.062061 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-88b679a0-332f-49ee-8223-f0e927ea3c7a req-add99614-b3a9-448f-9ac0-8ac9f931b300 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387766 Mar 29 15:29:33.176611 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387999c-bda0-4577-9baf-da164fa8f8b4 req-ddadc37d-5fe9-4fb7-8419-890ca41caed5 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:33.178060 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9387999c-bda0-4577-9baf-da164fa8f8b4 req-ddadc37d-5fe9-4fb7-8419-890ca41caed5 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0503266 Mar 29 15:29:33.226204 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9387999c-bda0-4577-9baf-da164fa8f8b4 req-089ed6d9-1a68-47ca-90f9-dcba7925b835 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427659 Mar 29 15:29:33.625174 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-e7c4796f-847a-43ff-8212-4ecc3ca77b7e tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:33.626615 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-e7c4796f-847a-43ff-8212-4ecc3ca77b7e tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/networks?id=37949014-d5b6-4728-93b1-a16fca3423a5 HTTP/1.1" status: 200 len: 813 time: 0.1002724 Mar 29 15:29:33.642116 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-b19d0ad5-0c22-4bf8-bba3-6c310e986321 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/quotas/cc9c6d0800194ca6882e16ab4d1f480a HTTP/1.1" status: 200 len: 375 time: 0.0096743 Mar 29 15:29:33.673726 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-05c83959-6df1-4e17-a2f4-40536edd35ac tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc9c6d0800194ca6882e16ab4d1f480a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262423 Mar 29 15:29:33.764992 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-07a7b6ca-fb56-454d-919b-3038d03a6b1b service neutron] 10.222.0.39 "GET /v2.0/networks/37949014-d5b6-4728-93b1-a16fca3423a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844519 Mar 29 15:29:33.854721 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-f034cde6-f2c7-4c7b-aa8e-11459104e027 service neutron] 10.222.0.39 "GET /v2.0/networks/37949014-d5b6-4728-93b1-a16fca3423a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834889 Mar 29 15:29:34.126327 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-63902a7c-308d-49ae-9e6b-f356c184eeb7 req-b8716f6a-c9b1-4fd6-8f47-990edd01e589 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb91883-d469-4b4e-b242-064f14ada2b2 HTTP/1.1" status: 200 len: 210 time: 0.0277350 Mar 29 15:29:34.347506 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca204da-d900-4405-8a8a-8ee32fc1f011 req-138750dc-ad60-4caa-b328-36ede85ac3f9 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:34.350367 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cca204da-d900-4405-8a8a-8ee32fc1f011 req-138750dc-ad60-4caa-b328-36ede85ac3f9 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0586917 Mar 29 15:29:34.396472 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cca204da-d900-4405-8a8a-8ee32fc1f011 req-08d4db1f-842a-4a6a-bb75-3c2d388d1931 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408888 Mar 29 15:29:35.218568 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cc3dfc8d-b215-4ecb-91dc-f70498f1e238 req-386bddc7-26af-4027-8b1d-e447e0cce6a1 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb91883-d469-4b4e-b242-064f14ada2b2 HTTP/1.1" status: 200 len: 210 time: 0.0278754 Mar 29 15:29:35.369280 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfceae5b-7279-477d-a16a-83b6d1b39487 req-12923931-7e28-4831-864b-c79539cc9552 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:35.370784 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bfceae5b-7279-477d-a16a-83b6d1b39487 req-12923931-7e28-4831-864b-c79539cc9552 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 946 time: 0.0511439 Mar 29 15:29:35.420097 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bfceae5b-7279-477d-a16a-83b6d1b39487 req-3ebe0c11-b4bd-4f3f-8c53-212bfb36758d tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437799 Mar 29 15:29:35.515647 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dde25d-2607-4271-8bf7-a89edb25df41 req-c6029e52-f244-4e6d-87be-47fbc44bc0ac tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:35.517121 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-98dde25d-2607-4271-8bf7-a89edb25df41 req-c6029e52-f244-4e6d-87be-47fbc44bc0ac tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0519135 Mar 29 15:29:35.562529 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-98dde25d-2607-4271-8bf7-a89edb25df41 req-1767d382-8dbb-423d-8550-f4be57343f4b tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397594 Mar 29 15:29:36.047862 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-b2d5978d-117d-4422-a72f-47217b67e4ac tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:36.049430 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-b2d5978d-117d-4422-a72f-47217b67e4ac tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.15 "GET /v2.0/networks?id=37949014-d5b6-4728-93b1-a16fca3423a5 HTTP/1.1" status: 200 len: 813 time: 0.1012087 Mar 29 15:29:36.061794 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-d8fa7711-eb45-4b2a-a012-dd19b6b35611 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Request body: {'port': {'device_id': '5fb91883-d469-4b4e-b242-064f14ada2b2', 'network_id': '37949014-d5b6-4728-93b1-a16fca3423a5', 'admin_state_up': True, 'tenant_id': 'cc9c6d0800194ca6882e16ab4d1f480a'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:29:36.248800 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-d8fa7711-eb45-4b2a-a012-dd19b6b35611 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Made reservation on behalf of cc9c6d0800194ca6882e16ab4d1f480a for: {'port': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:29:36.252787 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-d8fa7711-eb45-4b2a-a012-dd19b6b35611 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:36.322158 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-acbbb233-7089-473b-a9c0-954495590b07 req-0439efef-101a-4f28-b5b2-c7704c228baa tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb91883-d469-4b4e-b242-064f14ada2b2 HTTP/1.1" status: 200 len: 210 time: 0.0275948 Mar 29 15:29:36.383542 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-d8fa7711-eb45-4b2a-a012-dd19b6b35611 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Allocated IP 172.20.0.4 (37949014-d5b6-4728-93b1-a16fca3423a5/e0f6d529-d001-4321-bc47-dad830d50afc/7863586b-db58-4e2d-a967-c412f4447aa4) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:29:36.532406 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-d8fa7711-eb45-4b2a-a012-dd19b6b35611 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Publish callbacks [] for port (7863586b-db58-4e2d-a967-c412f4447aa4), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:36.548588 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84651285-c4f5-4493-a980-9250475cdf4b req-89c627f3-1ed9-45f7-8c52-66b6ff26f95a tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:36.550654 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-84651285-c4f5-4493-a980-9250475cdf4b req-89c627f3-1ed9-45f7-8c52-66b6ff26f95a tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 946 time: 0.0565200 Mar 29 15:29:36.599423 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-84651285-c4f5-4493-a980-9250475cdf4b req-181b8b5c-cd9d-4ba4-8623-abeabfcca202 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430088 Mar 29 15:29:36.624479 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-d8fa7711-eb45-4b2a-a012-dd19b6b35611 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (7863586b-db58-4e2d-a967-c412f4447aa4), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:36.667214 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-d8fa7711-eb45-4b2a-a012-dd19b6b35611 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Network 37949014-d5b6-4728-93b1-a16fca3423a5 is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:29:36.670314 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-d8fa7711-eb45-4b2a-a012-dd19b6b35611 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:29:36.674600 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-d8fa7711-eb45-4b2a-a012-dd19b6b35611 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:29:36.685596 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ff879-8358-4700-a1da-a6cd33c65fda req-b3d48204-fb7f-4a20-aed8-2ef0e0496d94 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:36.687086 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8f7ff879-8358-4700-a1da-a6cd33c65fda req-b3d48204-fb7f-4a20-aed8-2ef0e0496d94 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0547049 Mar 29 15:29:36.703771 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa7711-eb45-4b2a-a012-dd19b6b35611 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Pushing event updated for resources: {'Port': ['ID=7863586b-db58-4e2d-a967-c412f4447aa4,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:29:36.729336 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-d8fa7711-eb45-4b2a-a012-dd19b6b35611 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:36.729953 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-d8fa7711-eb45-4b2a-a012-dd19b6b35611 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:36.733515 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8f7ff879-8358-4700-a1da-a6cd33c65fda req-21501dec-b5e8-4260-961b-13e4eb3bc543 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404334 Mar 29 15:29:36.811227 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-d8fa7711-eb45-4b2a-a012-dd19b6b35611 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7529922 Mar 29 15:29:36.823783 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-05e05050-a518-457a-9ede-73669f39d476 service neutron] Request body: {'port': {'device_id': '5fb91883-d469-4b4e-b242-064f14ada2b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:29:36.884109 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-05e05050-a518-457a-9ede-73669f39d476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (7863586b-db58-4e2d-a967-c412f4447aa4), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:37.139906 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-05e05050-a518-457a-9ede-73669f39d476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7863586b-db58-4e2d-a967-c412f4447aa4 {{(pid=103831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:29:37.155843 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-05e05050-a518-457a-9ede-73669f39d476 service neutron] Publish callbacks [] for port (7863586b-db58-4e2d-a967-c412f4447aa4), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:37.188646 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.provisioning_blocks [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-05e05050-a518-457a-9ede-73669f39d476 service neutron] Transition to ACTIVE for port object 7863586b-db58-4e2d-a967-c412f4447aa4 will not be triggered until provisioned by entity L2. {{(pid=103831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:29:37.204990 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f78f05-1ff7-4e58-80c3-90551dce77f6 req-ab222389-0fa0-44d8-beba-2e67f858eacb tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:37.206517 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b4f78f05-1ff7-4e58-80c3-90551dce77f6 req-ab222389-0fa0-44d8-beba-2e67f858eacb tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 946 time: 0.0622542 Mar 29 15:29:37.245112 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-05e05050-a518-457a-9ede-73669f39d476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (7863586b-db58-4e2d-a967-c412f4447aa4), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:37.326204 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e05050-a518-457a-9ede-73669f39d476 service neutron] Pushing event updated for resources: {'Port': ['ID=7863586b-db58-4e2d-a967-c412f4447aa4,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:29:37.404676 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-b4f78f05-1ff7-4e58-80c3-90551dce77f6 req-4d51cccd-852e-49f3-83af-3c725bc0fc76 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Deleting port b13056d0-edc8-4758-886f-702e0eb37c3d {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:29:37.404935 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-b4f78f05-1ff7-4e58-80c3-90551dce77f6 req-4d51cccd-852e-49f3-83af-3c725bc0fc76 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (b13056d0-edc8-4758-886f-702e0eb37c3d), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:37.437774 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670efdeb-bd61-4f78-a39a-1fb18d4684e3 req-45b89d96-a6cd-473c-8fdb-8d463a0dcdfb tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:37.439280 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-670efdeb-bd61-4f78-a39a-1fb18d4684e3 req-45b89d96-a6cd-473c-8fdb-8d463a0dcdfb tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb91883-d469-4b4e-b242-064f14ada2b2 HTTP/1.1" status: 200 len: 943 time: 0.0527256 Mar 29 15:29:37.461123 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-05e05050-a518-457a-9ede-73669f39d476 service neutron] Attempting to bind port 7863586b-db58-4e2d-a967-c412f4447aa4 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:29:37.461499 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-05e05050-a518-457a-9ede-73669f39d476 service neutron] Attempting to bind port 7863586b-db58-4e2d-a967-c412f4447aa4 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '5524acb5-732f-49f4-bdf7-875eeb3e1876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37949014-d5b6-4728-93b1-a16fca3423a5'}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:29:37.461832 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-05e05050-a518-457a-9ede-73669f39d476 service neutron] Attempting to bind port 7863586b-db58-4e2d-a967-c412f4447aa4 on network 37949014-d5b6-4728-93b1-a16fca3423a5 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:29:37.470154 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-05e05050-a518-457a-9ede-73669f39d476 service neutron] Port 7863586b-db58-4e2d-a967-c412f4447aa4 on network 37949014-d5b6-4728-93b1-a16fca3423a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:29:37.470488 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-05e05050-a518-457a-9ede-73669f39d476 service neutron] Attempting to bind port 7863586b-db58-4e2d-a967-c412f4447aa4 on network 37949014-d5b6-4728-93b1-a16fca3423a5 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:29:37.480977 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-05e05050-a518-457a-9ede-73669f39d476 service neutron] Checking agent: {'id': 'cb22ad3b-74f2-4994-b299-960cea1745ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'started_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:29:37.481318 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-05e05050-a518-457a-9ede-73669f39d476 service neutron] Checking segment: {'id': '5524acb5-732f-49f4-bdf7-875eeb3e1876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37949014-d5b6-4728-93b1-a16fca3423a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:29:37.481705 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-05e05050-a518-457a-9ede-73669f39d476 service neutron] Bound using segment: {'id': '5524acb5-732f-49f4-bdf7-875eeb3e1876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37949014-d5b6-4728-93b1-a16fca3423a5'} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:29:37.482138 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-05e05050-a518-457a-9ede-73669f39d476 service neutron] Bound port: 7863586b-db58-4e2d-a967-c412f4447aa4, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5524acb5-732f-49f4-bdf7-875eeb3e1876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37949014-d5b6-4728-93b1-a16fca3423a5'}}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:29:37.482502 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-05e05050-a518-457a-9ede-73669f39d476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (7863586b-db58-4e2d-a967-c412f4447aa4), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:37.489837 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-670efdeb-bd61-4f78-a39a-1fb18d4684e3 req-53084736-5704-4e54-af56-050fe8dfe4ab tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf0cf1eb-ff0f-4bae-8c42-559650fc72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442617 Mar 29 15:29:37.554066 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-b4f78f05-1ff7-4e58-80c3-90551dce77f6 req-4d51cccd-852e-49f3-83af-3c725bc0fc76 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] For port b13056d0-edc8-4758-886f-702e0eb37c3d, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=b13056d0-edc8-4758-886f-702e0eb37c3d,segment=NetworkSegment(c447c32b-bb36-4dcf-8df5-2a75f4e6e95e),segment_id=c447c32b-bb36-4dcf-8df5-2a75f4e6e95e)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:29:37.554430 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-b4f78f05-1ff7-4e58-80c3-90551dce77f6 req-4d51cccd-852e-49f3-83af-3c725bc0fc76 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (b13056d0-edc8-4758-886f-702e0eb37c3d), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:37.660793 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-05e05050-a518-457a-9ede-73669f39d476 service neutron] For port 7863586b-db58-4e2d-a967-c412f4447aa4, host hv-cinder-56205, cleared binding levels {{(pid=103831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:29:37.696751 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-05e05050-a518-457a-9ede-73669f39d476 service neutron] For port 7863586b-db58-4e2d-a967-c412f4447aa4, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=7863586b-db58-4e2d-a967-c412f4447aa4,segment=NetworkSegment(5524acb5-732f-49f4-bdf7-875eeb3e1876),segment_id=5524acb5-732f-49f4-bdf7-875eeb3e1876)] {{(pid=103831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:29:37.726438 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5c93d-a54f-4921-bd64-13a20906465a req-25b9c6d9-2ce1-4d99-9b3d-86441810a119 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:37.727907 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f8e5c93d-a54f-4921-bd64-13a20906465a req-25b9c6d9-2ce1-4d99-9b3d-86441810a119 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 946 time: 0.0550299 Mar 29 15:29:37.776914 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f8e5c93d-a54f-4921-bd64-13a20906465a req-1a812a37-dc12-4bf6-af7d-4c403b19f195 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab2e5047-1527-4079-82ff-12a573f8c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431106 Mar 29 15:29:37.782573 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-05e05050-a518-457a-9ede-73669f39d476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (7863586b-db58-4e2d-a967-c412f4447aa4), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:37.836950 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-05e05050-a518-457a-9ede-73669f39d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:37.837576 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-05e05050-a518-457a-9ede-73669f39d476 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:37.839011 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-05e05050-a518-457a-9ede-73669f39d476 service neutron] 10.222.0.15 "PUT /v2.0/ports/7863586b-db58-4e2d-a967-c412f4447aa4 HTTP/1.1" status: 200 len: 1093 time: 1.0198925 Mar 29 15:29:37.841368 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb91883-d469-4b4e-b242-064f14ada2b2', 'tag': '7863586b-db58-4e2d-a967-c412f4447aa4'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:29:37.843574 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c533c7-cf58-448b-83f6-beb162ff2ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb91883-d469-4b4e-b242-064f14ada2b2", "tag": "7863586b-db58-4e2d-a967-c412f4447aa4"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:29:37.850774 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-b4f78f05-1ff7-4e58-80c3-90551dce77f6 req-4d51cccd-852e-49f3-83af-3c725bc0fc76 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:37.853969 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-b4f78f05-1ff7-4e58-80c3-90551dce77f6 req-4d51cccd-852e-49f3-83af-3c725bc0fc76 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (bef95260-5bfd-4df2-9112-2904a663298b), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:37.853969 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.db.l3_db [req-b4f78f05-1ff7-4e58-80c3-90551dce77f6 req-4d51cccd-852e-49f3-83af-3c725bc0fc76 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Floating IP bef95260-5bfd-4df2-9112-2904a663298b disassociated. External IP: 172.27.3.3, port: b13056d0-edc8-4758-886f-702e0eb37c3d. Mar 29 15:29:37.853969 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-b4f78f05-1ff7-4e58-80c3-90551dce77f6 req-4d51cccd-852e-49f3-83af-3c725bc0fc76 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Calling delete_port for b13056d0-edc8-4758-886f-702e0eb37c3d owned by compute:nova {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:29:37.861867 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9c9e7-5076-486b-902b-65de610d56ae req-cf62576b-d2f5-4d46-b9b9-383e5aef3895 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:37.869811 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-62e9c9e7-5076-486b-902b-65de610d56ae req-cf62576b-d2f5-4d46-b9b9-383e5aef3895 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0671363 Mar 29 15:29:37.880613 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e05050-a518-457a-9ede-73669f39d476 service neutron] Pushing event updated for resources: {'Port': ['ID=7863586b-db58-4e2d-a967-c412f4447aa4,revision_number=3']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:29:37.911283 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bc2d24-110e-4df8-9b7b-928ac3b9de09 x-openstack-request-id: req-b1bc2d24-110e-4df8-9b7b-928ac3b9de09 {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:29:37.911482 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb91883-d469-4b4e-b242-064f14ada2b2", "tag": "7863586b-db58-4e2d-a967-c412f4447aa4", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:29:37.911726 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b1bc2d24-110e-4df8-9b7b-928ac3b9de09 {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:29:37.912133 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1bc2d24-110e-4df8-9b7b-928ac3b9de09'] response: {'name': 'network-changed', 'server_uuid': '5fb91883-d469-4b4e-b242-064f14ada2b2', 'tag': '7863586b-db58-4e2d-a967-c412f4447aa4', 'status': 'completed', 'code': 200} Mar 29 15:29:37.919118 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-62e9c9e7-5076-486b-902b-65de610d56ae req-ca5c76b9-6923-481b-b88f-e3c3ecd05fd3 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483317 Mar 29 15:29:37.983881 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c533c7-cf58-448b-83f6-beb162ff2ec5 req-f1151ca5-92d4-467d-989a-17c89c442c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:37.985459 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-79c533c7-cf58-448b-83f6-beb162ff2ec5 req-f1151ca5-92d4-467d-989a-17c89c442c2e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc9c6d0800194ca6882e16ab4d1f480a&device_id=5fb91883-d469-4b4e-b242-064f14ada2b2 HTTP/1.1" status: 200 len: 1127 time: 0.0708456 Mar 29 15:29:38.118527 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c533c7-cf58-448b-83f6-beb162ff2ec5 req-29409233-ec93-40bc-b60b-5df568e0fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:38.119988 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-79c533c7-cf58-448b-83f6-beb162ff2ec5 req-29409233-ec93-40bc-b60b-5df568e0fd5e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=cc9c6d0800194ca6882e16ab4d1f480a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1232781 Mar 29 15:29:38.183374 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-b4f78f05-1ff7-4e58-80c3-90551dce77f6 req-4d51cccd-852e-49f3-83af-3c725bc0fc76 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (b13056d0-edc8-4758-886f-702e0eb37c3d), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:38.225866 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51cccd-852e-49f3-83af-3c725bc0fc76 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Pushing event deleted for resources: {'Port': ['ID=b13056d0-edc8-4758-886f-702e0eb37c3d,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:29:38.319950 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c533c7-cf58-448b-83f6-beb162ff2ec5 req-d9bf9cc7-8fb8-4c15-8433-810533830599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:38.321509 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-79c533c7-cf58-448b-83f6-beb162ff2ec5 req-d9bf9cc7-8fb8-4c15-8433-810533830599 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1911280 Mar 29 15:29:38.335735 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b1611-ecf6-4db6-9565-fab9740c5985 req-314c125b-d413-4654-86b8-76e97a24b769 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:38.340631 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e75b1611-ecf6-4db6-9565-fab9740c5985 req-314c125b-d413-4654-86b8-76e97a24b769 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0744557 Mar 29 15:29:38.413746 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4f78f05-1ff7-4e58-80c3-90551dce77f6 req-4d51cccd-852e-49f3-83af-3c725bc0fc76 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Router ef412768-5109-4f89-85ad-b1771a983854 has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:29:38.437921 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.15', 56187) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:29:38.515297 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-b47d7b30-3868-4fd0-a284-aad1f8f9945b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:38.517163 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-b47d7b30-3868-4fd0-a284-aad1f8f9945b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc9c6d0800194ca6882e16ab4d1f480a&device_id=5fb91883-d469-4b4e-b242-064f14ada2b2 HTTP/1.1" status: 200 len: 1127 time: 0.1510296 Mar 29 15:29:38.585098 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e75b1611-ecf6-4db6-9565-fab9740c5985 req-5fdeb083-c7b0-491a-a820-d7232a9aca25 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370071 Mar 29 15:29:38.626944 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4f78f05-1ff7-4e58-80c3-90551dce77f6 req-4d51cccd-852e-49f3-83af-3c725bc0fc76 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:29:38.627151 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe30f8-7b31-4cb6-b5ee-c4c018fa2115 req-489a52e5-9a5b-4d95-8164-59192c76da33 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:38.628611 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-affe30f8-7b31-4cb6-b5ee-c4c018fa2115 req-489a52e5-9a5b-4d95-8164-59192c76da33 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb91883-d469-4b4e-b242-064f14ada2b2 HTTP/1.1" status: 200 len: 943 time: 0.0574331 Mar 29 15:29:38.636815 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-8ac3a325-1426-4e98-b17a-45a9ded1b278 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7863586b-db58-4e2d-a967-c412f4447aa4 HTTP/1.1" status: 200 len: 217 time: 0.0645466 Mar 29 15:29:38.638525 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ab743c-a515-4cd0-af03-546e951ed038 None None] Sync routers for ids ['ef412768-5109-4f89-85ad-b1771a983854'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:29:38.648811 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ab743c-a515-4cd0-af03-546e951ed038 None None] Routers {'ef412768-5109-4f89-85ad-b1771a983854'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:29:38.649428 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-64ab743c-a515-4cd0-af03-546e951ed038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:29:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['ef412768-5109-4f89-85ad-b1771a983854'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:29:38.687183 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-affe30f8-7b31-4cb6-b5ee-c4c018fa2115 req-4d24cffb-38aa-4102-b08a-49b7a6aec4cf tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf0cf1eb-ff0f-4bae-8c42-559650fc72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456378 Mar 29 15:29:38.711555 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f78f05-1ff7-4e58-80c3-90551dce77f6 req-4d51cccd-852e-49f3-83af-3c725bc0fc76 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] No DVR routers for this DVR port b13056d0-edc8-4758-886f-702e0eb37c3d on host hv-cinder-56205 {{(pid=103831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:29:38.714258 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-b4f78f05-1ff7-4e58-80c3-90551dce77f6 req-4d51cccd-852e-49f3-83af-3c725bc0fc76 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:38.717644 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b4f78f05-1ff7-4e58-80c3-90551dce77f6 req-4d51cccd-852e-49f3-83af-3c725bc0fc76 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.15 "DELETE /v2.0/ports/b13056d0-edc8-4758-886f-702e0eb37c3d HTTP/1.1" status: 204 len: 173 time: 1.5051711 Mar 29 15:29:38.737607 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa5cb2-666c-4fa7-b3ad-4a0f8e29725f req-182963d8-582a-4f85-a3dc-8dccb2633718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:38.743654 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-bffa5cb2-666c-4fa7-b3ad-4a0f8e29725f req-182963d8-582a-4f85-a3dc-8dccb2633718 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68b100b32ca6457b87f13df08e31d969&device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 1130 time: 0.2628136 Mar 29 15:29:38.743654 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-a18195f6-9590-4af6-996a-e2fe1ebcec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:38.744076 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-a18195f6-9590-4af6-996a-e2fe1ebcec86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0f6d529-d001-4321-bc47-dad830d50afc HTTP/1.1" status: 200 len: 853 time: 0.0901604 Mar 29 15:29:38.759970 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-64ab743c-a515-4cd0-af03-546e951ed038 None None] Set router ef412768-5109-4f89-85ad-b1771a983854 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:29:38.815683 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-c1f35459-d2ac-44db-a236-4b785dc65b6b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37949014-d5b6-4728-93b1-a16fca3423a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635474 Mar 29 15:29:38.882939 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4d28b56e-c989-42fe-abaf-5fa712ee045e req-be34bed2-902a-4d8c-b578-097084355793 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddeadfd-d62e-4635-be4e-5ac792a6c598 HTTP/1.1" status: 200 len: 210 time: 0.0300634 Mar 29 15:29:38.990985 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-64ab743c-a515-4cd0-af03-546e951ed038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef412768-5109-4f89-85ad-b1771a983854', 'name': 'tempest-AttachVolumeShelveTestJSON-1908872265-router', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:44Z', 'updated_at': '2022-03-29T15:25:52Z', 'revision_number': 4, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'gw_port': {'id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:45Z', 'updated_at': '2022-03-29T15:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': 'b600edc1-0e96-4942-bd12-ea3f61043393', 'name': '', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'mac_address': 'fa:16:3e:a1:c5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:51Z', 'updated_at': '2022-03-29T15:26:03Z', 'revision_number': 5, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'subnets': [{'id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:29:39.019316 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ab743c-a515-4cd0-af03-546e951ed038 None None] Checking router: ef412768-5109-4f89-85ad-b1771a983854 for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:29:39.028092 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ab743c-a515-4cd0-af03-546e951ed038 None None] Routers {'ef412768-5109-4f89-85ad-b1771a983854'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:29:39.028740 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-64ab743c-a515-4cd0-af03-546e951ed038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:29:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['ef412768-5109-4f89-85ad-b1771a983854'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:29:39.149226 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-64ab743c-a515-4cd0-af03-546e951ed038 None None] Set router ef412768-5109-4f89-85ad-b1771a983854 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:29:39.165565 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa5cb2-666c-4fa7-b3ad-4a0f8e29725f req-9b06471e-1ded-49e9-9a95-01995f66bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:39.167138 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-bffa5cb2-666c-4fa7-b3ad-4a0f8e29725f req-9b06471e-1ded-49e9-9a95-01995f66bc7f service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9e966a3-c502-4415-ba24-fb4be64d7c3f HTTP/1.1" status: 200 len: 912 time: 0.4161630 Mar 29 15:29:39.237584 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-14e6e91c-9ec2-406e-b77c-1887acb35785 service neutron] 10.222.0.15 "GET /v2.0/networks/37949014-d5b6-4728-93b1-a16fca3423a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084370 Mar 29 15:29:39.261407 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-bffa5cb2-666c-4fa7-b3ad-4a0f8e29725f req-1b4688f7-bc71-4952-b64e-7accc0139e31 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94255728-614c-430c-89bc-919db7923da0 HTTP/1.1" status: 200 len: 1002 time: 0.0825651 Mar 29 15:29:39.354802 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa5cb2-666c-4fa7-b3ad-4a0f8e29725f req-a34f5ba5-a21b-44b3-a49c-60a223c159f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:39.356329 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-bffa5cb2-666c-4fa7-b3ad-4a0f8e29725f req-a34f5ba5-a21b-44b3-a49c-60a223c159f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3e72c2a-9791-4704-a967-653d7b3a63cc HTTP/1.1" status: 200 len: 850 time: 0.0826364 Mar 29 15:29:39.372978 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-64ab743c-a515-4cd0-af03-546e951ed038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef412768-5109-4f89-85ad-b1771a983854', 'name': 'tempest-AttachVolumeShelveTestJSON-1908872265-router', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:44Z', 'updated_at': '2022-03-29T15:25:52Z', 'revision_number': 4, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'gw_port': {'id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:45Z', 'updated_at': '2022-03-29T15:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': 'b600edc1-0e96-4942-bd12-ea3f61043393', 'name': '', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'mac_address': 'fa:16:3e:a1:c5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:51Z', 'updated_at': '2022-03-29T15:26:03Z', 'revision_number': 5, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'subnets': [{'id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:29:39.399477 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ab743c-a515-4cd0-af03-546e951ed038 None None] The sync data for ids ['ef412768-5109-4f89-85ad-b1771a983854'] in dv-cinder-562053-19-iscsi is: [{'id': 'ef412768-5109-4f89-85ad-b1771a983854', 'name': 'tempest-AttachVolumeShelveTestJSON-1908872265-router', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:44Z', 'updated_at': '2022-03-29T15:25:52Z', 'revision_number': 4, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'gw_port': {'id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:45Z', 'updated_at': '2022-03-29T15:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': 'b600edc1-0e96-4942-bd12-ea3f61043393', 'name': '', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'mac_address': 'fa:16:3e:a1:c5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:51Z', 'updated_at': '2022-03-29T15:26:03Z', 'revision_number': 5, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'subnets': [{'id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:29:39.406123 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-327fdcdc-2045-40aa-b4dc-da742f5a2f5c req-6cae7f97-b89c-4683-9212-3c542f083b19 service neutron] 10.222.0.15 "GET /v2.0/networks/37949014-d5b6-4728-93b1-a16fca3423a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572971 Mar 29 15:29:39.421795 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa5cb2-666c-4fa7-b3ad-4a0f8e29725f req-774f6e7a-bbbb-48d8-bdcd-7e0209b057b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:39.424478 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-bffa5cb2-666c-4fa7-b3ad-4a0f8e29725f req-774f6e7a-bbbb-48d8-bdcd-7e0209b057b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9e966a3-c502-4415-ba24-fb4be64d7c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0572667 Mar 29 15:29:39.527461 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-bffa5cb2-666c-4fa7-b3ad-4a0f8e29725f req-eafd1ec6-5e33-4071-81ae-8bebcead91d2 service neutron] 10.222.0.15 "GET /v2.0/networks/e9e966a3-c502-4415-ba24-fb4be64d7c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963223 Mar 29 15:29:39.635676 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-bffa5cb2-666c-4fa7-b3ad-4a0f8e29725f req-cfa0899d-653f-4aa2-b4b8-953b28f5eb34 service neutron] 10.222.0.15 "GET /v2.0/networks/e9e966a3-c502-4415-ba24-fb4be64d7c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007130 Mar 29 15:29:39.707131 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88722915-c609-4b09-9b98-5673622e7290 None None] New status for floating IP bef95260-5bfd-4df2-9112-2904a663298b: DOWN {{(pid=103833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:29:39.730463 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d4d2e-f90e-42e1-b1d7-f5542b59392a req-eabf8910-4f65-4ba5-bbc2-220248be729e tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:39.732379 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e80d4d2e-f90e-42e1-b1d7-f5542b59392a req-eabf8910-4f65-4ba5-bbc2-220248be729e tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0674982 Mar 29 15:29:39.796971 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e80d4d2e-f90e-42e1-b1d7-f5542b59392a req-0979669f-e9e0-405d-a63c-3a0d9f8232d5 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549846 Mar 29 15:29:39.860798 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61724258-456e-4122-a5a4-ba12ad003598 req-e0b3ca8e-4bad-4f09-9645-0d82bffea6b7 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:39.863178 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-61724258-456e-4122-a5a4-ba12ad003598 req-e0b3ca8e-4bad-4f09-9645-0d82bffea6b7 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb91883-d469-4b4e-b242-064f14ada2b2 HTTP/1.1" status: 200 len: 943 time: 0.0595887 Mar 29 15:29:39.913951 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddeadfd-d62e-4635-be4e-5ac792a6c598', 'name': 'network-vif-deleted', 'tag': 'b13056d0-edc8-4758-886f-702e0eb37c3d'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:29:39.917450 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32080956-8ed9-4c24-84d4-7ba3adacbe91" -d '{"events": [{"server_uuid": "eddeadfd-d62e-4635-be4e-5ac792a6c598", "name": "network-vif-deleted", "tag": "b13056d0-edc8-4758-886f-702e0eb37c3d"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:29:39.923065 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-61724258-456e-4122-a5a4-ba12ad003598 req-362e7555-933e-49f8-b1e5-34ed268cbea7 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf0cf1eb-ff0f-4bae-8c42-559650fc72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505042 Mar 29 15:29:39.994210 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3245f39-2202-4587-982b-f91c0338b6a8 x-openstack-request-id: req-b3245f39-2202-4587-982b-f91c0338b6a8 {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:29:39.994210 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eddeadfd-d62e-4635-be4e-5ac792a6c598", "name": "network-vif-deleted", "tag": "b13056d0-edc8-4758-886f-702e0eb37c3d", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:29:39.994210 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b3245f39-2202-4587-982b-f91c0338b6a8 {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:29:39.995120 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3245f39-2202-4587-982b-f91c0338b6a8'] response: {'server_uuid': 'eddeadfd-d62e-4635-be4e-5ac792a6c598', 'name': 'network-vif-deleted', 'tag': 'b13056d0-edc8-4758-886f-702e0eb37c3d', 'status': 'completed', 'code': 200} Mar 29 15:29:40.091439 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 36894) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:29:40.145413 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-eeff1965-65e8-4ea5-8665-60300200e16f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for security_group (ab2e5047-1527-4079-82ff-12a573f8c102), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:40.169219 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-eeff1965-65e8-4ea5-8665-60300200e16f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for security_group (ab2e5047-1527-4079-82ff-12a573f8c102), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:40.288915 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-eeff1965-65e8-4ea5-8665-60300200e16f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (ab2e5047-1527-4079-82ff-12a573f8c102), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:40.291697 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-eeff1965-65e8-4ea5-8665-60300200e16f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:40.295768 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-eeff1965-65e8-4ea5-8665-60300200e16f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "DELETE /v2.0/security-groups/ab2e5047-1527-4079-82ff-12a573f8c102 HTTP/1.1" status: 204 len: 168 time: 0.2038217 Mar 29 15:29:40.295940 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 36898) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:29:40.303490 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff1965-65e8-4ea5-8665-60300200e16f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2e5047-1527-4079-82ff-12a573f8c102,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:29:40.316501 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.api.v2.resource [None req-3c2953af-07d2-4d35-83e8-3663929fb017 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] show failed (client error): The resource could not be found. Mar 29 15:29:40.320708 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-3c2953af-07d2-4d35-83e8-3663929fb017 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups/ab2e5047-1527-4079-82ff-12a573f8c102 HTTP/1.1" status: 404 len: 347 time: 0.0206311 Mar 29 15:29:40.322927 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 36900) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:29:40.451610 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-c0d18a47-fd93-45fa-a401-684b64567ca2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Deleting port 303fd049-035c-4761-8c7a-d25c6469ffd9 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:29:40.451945 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c0d18a47-fd93-45fa-a401-684b64567ca2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (303fd049-035c-4761-8c7a-d25c6469ffd9), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:40.533789 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c0d18a47-fd93-45fa-a401-684b64567ca2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (303fd049-035c-4761-8c7a-d25c6469ffd9), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:40.534108 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c0d18a47-fd93-45fa-a401-684b64567ca2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for floatingip (303fd049-035c-4761-8c7a-d25c6469ffd9), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:40.547988 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-c0d18a47-fd93-45fa-a401-684b64567ca2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Calling delete_port for 303fd049-035c-4761-8c7a-d25c6469ffd9 owned by network:floatingip {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:29:40.806366 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c0d18a47-fd93-45fa-a401-684b64567ca2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (303fd049-035c-4761-8c7a-d25c6469ffd9), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:40.835608 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d18a47-fd93-45fa-a401-684b64567ca2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Pushing event deleted for resources: {'Port': ['ID=303fd049-035c-4761-8c7a-d25c6469ffd9,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:29:40.888564 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d18a47-fd93-45fa-a401-684b64567ca2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:40.890146 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d18a47-fd93-45fa-a401-684b64567ca2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:40.890146 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d18a47-fd93-45fa-a401-684b64567ca2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:40.890146 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d18a47-fd93-45fa-a401-684b64567ca2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:40.890564 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d18a47-fd93-45fa-a401-684b64567ca2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:40.890819 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d18a47-fd93-45fa-a401-684b64567ca2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:40.891161 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d18a47-fd93-45fa-a401-684b64567ca2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:40.891534 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d18a47-fd93-45fa-a401-684b64567ca2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:40.893001 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d18a47-fd93-45fa-a401-684b64567ca2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:40.893384 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d18a47-fd93-45fa-a401-684b64567ca2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:40.894125 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d18a47-fd93-45fa-a401-684b64567ca2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:40.894586 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d18a47-fd93-45fa-a401-684b64567ca2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:40.894920 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d18a47-fd93-45fa-a401-684b64567ca2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:40.895251 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d18a47-fd93-45fa-a401-684b64567ca2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:40.895756 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d18a47-fd93-45fa-a401-684b64567ca2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:40.968293 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c0d18a47-fd93-45fa-a401-684b64567ca2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for floatingip (bef95260-5bfd-4df2-9112-2904a663298b), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:40.971016 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c0d18a47-fd93-45fa-a401-684b64567ca2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:40.975427 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-c0d18a47-fd93-45fa-a401-684b64567ca2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "DELETE /v2.0/floatingips/bef95260-5bfd-4df2-9112-2904a663298b HTTP/1.1" status: 204 len: 168 time: 0.6514626 Mar 29 15:29:41.010454 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da3e14-3aa4-498d-a8b4-21cc90618cff req-9b555fc6-2fc9-4421-9958-b85791ae08c9 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:41.012030 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f3da3e14-3aa4-498d-a8b4-21cc90618cff req-9b555fc6-2fc9-4421-9958-b85791ae08c9 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.1120305 Mar 29 15:29:41.094168 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f3da3e14-3aa4-498d-a8b4-21cc90618cff req-67e6135d-46d8-410d-9e52-a60b561fdc08 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752096 Mar 29 15:29:41.105798 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2bbc6-3e0f-4ab6-bf15-6470a06cee15 req-e5fee516-8759-4a41-b041-67503294fc0e tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:41.107307 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-57a2bbc6-3e0f-4ab6-bf15-6470a06cee15 req-e5fee516-8759-4a41-b041-67503294fc0e tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb91883-d469-4b4e-b242-064f14ada2b2 HTTP/1.1" status: 200 len: 943 time: 0.0821009 Mar 29 15:29:41.164870 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-57a2bbc6-3e0f-4ab6-bf15-6470a06cee15 req-e02d279e-b04e-42a3-9c5d-f0694d87c966 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf0cf1eb-ff0f-4bae-8c42-559650fc72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451841 Mar 29 15:29:41.545090 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 36918) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:29:41.550169 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-49df6516-b3e6-43fe-8e8b-d347291ac213 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--170800352', 'description': 'tempest-description--1176034397'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:29:41.648523 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-49df6516-b3e6-43fe-8e8b-d347291ac213 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:41.723443 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-49df6516-b3e6-43fe-8e8b-d347291ac213 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for security_group (6dbad918-4dd6-4fd6-80cd-af551d44b985), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:41.836921 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-49df6516-b3e6-43fe-8e8b-d347291ac213 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (6dbad918-4dd6-4fd6-80cd-af551d44b985), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:41.865533 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df6516-b3e6-43fe-8e8b-d347291ac213 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbad918-4dd6-4fd6-80cd-af551d44b985,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:29:41.939113 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-49df6516-b3e6-43fe-8e8b-d347291ac213 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:41.940487 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-49df6516-b3e6-43fe-8e8b-d347291ac213 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3943582 Mar 29 15:29:41.943484 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 36922) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:29:41.948044 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-df196f00-7919-4eaf-82b5-d8b2dacac04f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Request body: {'security_group_rule': {'security_group_id': '6dbad918-4dd6-4fd6-80cd-af551d44b985', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:29:41.985445 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cac631-38bb-4889-a7b0-13b6d5a7c711 req-29d43b73-e035-4eeb-836e-22ba79ed43fa tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:41.988048 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-60cac631-38bb-4889-a7b0-13b6d5a7c711 req-29d43b73-e035-4eeb-836e-22ba79ed43fa tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.0615625 Mar 29 15:29:42.028339 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce251e3-abba-49a0-a578-ddeb4aba9f17 req-2478041b-41a2-4c7c-b165-71cf40980178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:42.030203 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-3ce251e3-abba-49a0-a578-ddeb4aba9f17 req-2478041b-41a2-4c7c-b165-71cf40980178 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f08a5b25a074cb7ad80f54d82bf8a5e&device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 1130 time: 0.0439734 Mar 29 15:29:42.037604 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-60cac631-38bb-4889-a7b0-13b6d5a7c711 req-c631b1a0-da1d-470e-ba84-e754f688c968 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439734 Mar 29 15:29:42.089904 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-df196f00-7919-4eaf-82b5-d8b2dacac04f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for security_group_rule (74f86009-f921-4a45-be64-a28915ac2d3d), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:42.157626 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce251e3-abba-49a0-a578-ddeb4aba9f17 req-8df50b43-d18c-410d-ab55-5827bb47f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:42.159658 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-3ce251e3-abba-49a0-a578-ddeb4aba9f17 req-8df50b43-d18c-410d-ab55-5827bb47f5b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a802c2b-c73f-41c5-a35b-11f174fd7a4a HTTP/1.1" status: 200 len: 920 time: 0.1234887 Mar 29 15:29:42.178519 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-df196f00-7919-4eaf-82b5-d8b2dacac04f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for security_group_rule (74f86009-f921-4a45-be64-a28915ac2d3d), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:42.233938 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-3ce251e3-abba-49a0-a578-ddeb4aba9f17 req-a13db27a-ab24-4e95-967d-1cf70dc9e4c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33c05afa-ae67-4c5b-861c-cf2fa3c975d2 HTTP/1.1" status: 200 len: 1001 time: 0.0666940 Mar 29 15:29:42.234543 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-df196f00-7919-4eaf-82b5-d8b2dacac04f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (74f86009-f921-4a45-be64-a28915ac2d3d), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:42.278462 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df196f00-7919-4eaf-82b5-d8b2dacac04f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74f86009-f921-4a45-be64-a28915ac2d3d,revision_number=0']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:29:42.285095 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247e927-13ba-4a3a-bbd4-9247f2dbf008 req-f74869ea-ae91-4216-8a01-e3b8098b5101 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:42.286519 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7247e927-13ba-4a3a-bbd4-9247f2dbf008 req-f74869ea-ae91-4216-8a01-e3b8098b5101 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb91883-d469-4b4e-b242-064f14ada2b2 HTTP/1.1" status: 200 len: 943 time: 0.0525086 Mar 29 15:29:42.297360 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce251e3-abba-49a0-a578-ddeb4aba9f17 req-52b24fc4-a776-45a0-9f76-a16343d1150c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:42.298970 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-3ce251e3-abba-49a0-a578-ddeb4aba9f17 req-52b24fc4-a776-45a0-9f76-a16343d1150c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d11297b-da68-44b3-bcb2-0f179572e157 HTTP/1.1" status: 200 len: 858 time: 0.0577343 Mar 29 15:29:42.333943 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7247e927-13ba-4a3a-bbd4-9247f2dbf008 req-b254ee4c-bbab-431e-b77b-29380f0127ee tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf0cf1eb-ff0f-4bae-8c42-559650fc72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409923 Mar 29 15:29:42.347561 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-df196f00-7919-4eaf-82b5-d8b2dacac04f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:42.348803 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-df196f00-7919-4eaf-82b5-d8b2dacac04f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4042420 Mar 29 15:29:42.351939 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce251e3-abba-49a0-a578-ddeb4aba9f17 req-574742a3-8b1d-4acf-a375-4377f0f83078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:42.352290 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 36926) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:29:42.353431 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-3ce251e3-abba-49a0-a578-ddeb4aba9f17 req-574742a3-8b1d-4acf-a375-4377f0f83078 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a802c2b-c73f-41c5-a35b-11f174fd7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0490839 Mar 29 15:29:42.356979 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-52017c76-4afe-4bce-b960-fc7321b2e11d tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Request body: {'security_group_rule': {'security_group_id': '6dbad918-4dd6-4fd6-80cd-af551d44b985', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:29:42.444090 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-3ce251e3-abba-49a0-a578-ddeb4aba9f17 req-af46c2dd-d3cf-4924-85e4-bc273f9c2f66 service neutron] 10.222.0.15 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846581 Mar 29 15:29:42.445411 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-52017c76-4afe-4bce-b960-fc7321b2e11d tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for security_group_rule (c0b3d2aa-6563-458a-8e08-4a4c3046892a), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:42.505240 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-52017c76-4afe-4bce-b960-fc7321b2e11d tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for security_group_rule (c0b3d2aa-6563-458a-8e08-4a4c3046892a), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:42.533856 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-3ce251e3-abba-49a0-a578-ddeb4aba9f17 req-05a93823-34a1-42cf-b528-693d15581f62 service neutron] 10.222.0.15 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843005 Mar 29 15:29:42.577141 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-52017c76-4afe-4bce-b960-fc7321b2e11d tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (c0b3d2aa-6563-458a-8e08-4a4c3046892a), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:42.592910 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52017c76-4afe-4bce-b960-fc7321b2e11d tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b3d2aa-6563-458a-8e08-4a4c3046892a,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:29:42.661865 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-52017c76-4afe-4bce-b960-fc7321b2e11d tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:42.663073 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-52017c76-4afe-4bce-b960-fc7321b2e11d tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3096342 Mar 29 15:29:42.666328 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 36932) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:29:42.670623 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-e8c4ec1f-9876-49c0-b67d-299cb131e475 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Request body: {'floatingip': {'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:29:42.708978 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 7863586b-db58-4e2d-a967-c412f4447aa4 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=103833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:29:42.711404 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device b13056d0-edc8-4758-886f-702e0eb37c3d no longer exists at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:29:42.745909 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e8c4ec1f-9876-49c0-b67d-299cb131e475 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:42.860296 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] No Port match for: b13056d0-edc8-4758-886f-702e0eb37c3d {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:29:42.860644 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device b13056d0-edc8-4758-886f-702e0eb37c3d not bound to the agent host hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:29:42.930732 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e8c4ec1f-9876-49c0-b67d-299cb131e475 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:42.948437 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 7863586b-db58-4e2d-a967-c412f4447aa4, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=7863586b-db58-4e2d-a967-c412f4447aa4,segment=NetworkSegment(5524acb5-732f-49f4-bdf7-875eeb3e1876),segment_id=5524acb5-732f-49f4-bdf7-875eeb3e1876)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:29:42.960047 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Returning: {'device': '7863586b-db58-4e2d-a967-c412f4447aa4', 'network_id': '37949014-d5b6-4728-93b1-a16fca3423a5', 'port_id': '7863586b-db58-4e2d-a967-c412f4447aa4', 'mac_address': 'fa:16:3e:4c:bc:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f6d529-d001-4321-bc47-dad830d50afc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:29:42.996780 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 7863586b-db58-4e2d-a967-c412f4447aa4 is: DOWN; New status is: BUILD {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:29:42.997177 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (7863586b-db58-4e2d-a967-c412f4447aa4), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:43.013295 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7863586b-db58-4e2d-a967-c412f4447aa4 {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:29:43.031274 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [None req-e8c4ec1f-9876-49c0-b67d-299cb131e475 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Allocated IP 172.27.3.72 (3dc57d37-328b-453d-86b3-347b9e0efd38/8a0c47e6-f825-43a4-ad31-8f961885bd6a/68d3617f-d20a-4b22-b9b2-430487d5ca0e) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:29:43.032563 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 7863586b-db58-4e2d-a967-c412f4447aa4, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=7863586b-db58-4e2d-a967-c412f4447aa4,segment=NetworkSegment(5524acb5-732f-49f4-bdf7-875eeb3e1876),segment_id=5524acb5-732f-49f4-bdf7-875eeb3e1876)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:29:43.105497 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (7863586b-db58-4e2d-a967-c412f4447aa4), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:43.157855 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e8c4ec1f-9876-49c0-b67d-299cb131e475 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for port (68d3617f-d20a-4b22-b9b2-430487d5ca0e), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:43.163411 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=7863586b-db58-4e2d-a967-c412f4447aa4,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:29:43.170636 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:43.170992 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:43.171342 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:43.171688 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:43.172031 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:43.172433 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:43.172821 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:43.173159 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:43.174024 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:43.174487 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:43.174823 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:43.175155 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:43.175492 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:43.175836 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:43.176147 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:29:43.183709 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db3fb8-a02a-48d5-bd70-79a2d5740204 req-1d72056b-bfba-4b84-a010-a4bc3851e67f tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:43.185723 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-16db3fb8-a02a-48d5-bd70-79a2d5740204 req-1d72056b-bfba-4b84-a010-a4bc3851e67f tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.0791442 Mar 29 15:29:43.208211 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:43.241793 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-16db3fb8-a02a-48d5-bd70-79a2d5740204 req-2089ae63-7997-4dcc-8dce-bd959d85e7a1 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502470 Mar 29 15:29:43.317248 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e8c4ec1f-9876-49c0-b67d-299cb131e475 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (68d3617f-d20a-4b22-b9b2-430487d5ca0e), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:43.354659 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c4ec1f-9876-49c0-b67d-299cb131e475 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Network 3dc57d37-328b-453d-86b3-347b9e0efd38 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:29:43.357607 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-e8c4ec1f-9876-49c0-b67d-299cb131e475 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:29:43.363927 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c4ec1f-9876-49c0-b67d-299cb131e475 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:29:43.369733 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4ec1f-9876-49c0-b67d-299cb131e475 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Pushing event updated for resources: {'Port': ['ID=68d3617f-d20a-4b22-b9b2-430487d5ca0e,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:29:43.408675 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['7863586b-db58-4e2d-a967-c412f4447aa4'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:29:43.531097 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912d0dd-0a67-4262-be57-a353515966ac req-83a51014-f1f3-41c6-88d0-2e126830973e tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:43.532472 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6912d0dd-0a67-4262-be57-a353515966ac req-83a51014-f1f3-41c6-88d0-2e126830973e tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb91883-d469-4b4e-b242-064f14ada2b2 HTTP/1.1" status: 200 len: 944 time: 0.1320658 Mar 29 15:29:43.536497 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e8c4ec1f-9876-49c0-b67d-299cb131e475 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for floatingip (69a41a4a-7118-4d96-8514-5ab3051f2d12), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:43.586665 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6912d0dd-0a67-4262-be57-a353515966ac req-b06d697d-9382-4c22-9424-0e36ddac0671 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf0cf1eb-ff0f-4bae-8c42-559650fc72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448868 Mar 29 15:29:43.666781 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e8c4ec1f-9876-49c0-b67d-299cb131e475 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (68d3617f-d20a-4b22-b9b2-430487d5ca0e), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:43.810360 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e8c4ec1f-9876-49c0-b67d-299cb131e475 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for port (68d3617f-d20a-4b22-b9b2-430487d5ca0e), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:43.871359 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e8c4ec1f-9876-49c0-b67d-299cb131e475 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10426429'] for port (68d3617f-d20a-4b22-b9b2-430487d5ca0e), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:43.938367 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4ec1f-9876-49c0-b67d-299cb131e475 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Pushing event updated for resources: {'Port': ['ID=68d3617f-d20a-4b22-b9b2-430487d5ca0e,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:29:43.949043 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e8c4ec1f-9876-49c0-b67d-299cb131e475 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (69a41a4a-7118-4d96-8514-5ab3051f2d12), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:44.012889 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e8c4ec1f-9876-49c0-b67d-299cb131e475 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:44.014107 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-e8c4ec1f-9876-49c0-b67d-299cb131e475 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3468657 Mar 29 15:29:44.200860 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-ee663b73-98e8-485f-a125-492a2060d9e0 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--170800352&fields=id&tenant_id=58c1f8fd4f83455ca0f32dbc38c1ed32 HTTP/1.1" status: 200 len: 267 time: 0.0408978 Mar 29 15:29:44.303605 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-d918aba1-928d-4105-a4ef-a08691588628 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:44.305104 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-d918aba1-928d-4105-a4ef-a08691588628 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/networks?id=a9dba225-3458-4749-adfb-4348d5911f6f HTTP/1.1" status: 200 len: 817 time: 0.0980995 Mar 29 15:29:44.340474 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-e88705e8-d0b9-40fb-b712-5c6778cf49b0 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/quotas/58c1f8fd4f83455ca0f32dbc38c1ed32 HTTP/1.1" status: 200 len: 375 time: 0.0253015 Mar 29 15:29:44.391329 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169b5ad-5d50-4ea8-9b08-e1bcb24d1b90 req-41e195c3-31d2-4601-867a-ad578e57c029 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:44.393238 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b169b5ad-5d50-4ea8-9b08-e1bcb24d1b90 req-41e195c3-31d2-4601-867a-ad578e57c029 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.0862217 Mar 29 15:29:44.423779 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-dc675b53-6398-447b-826b-4492dc62a914 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=58c1f8fd4f83455ca0f32dbc38c1ed32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770559 Mar 29 15:29:44.485575 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b169b5ad-5d50-4ea8-9b08-e1bcb24d1b90 req-6026c185-b166-4063-ad09-7b3fd7bd604f tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866263 Mar 29 15:29:44.526499 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-b6c52030-d79e-4b6c-9d38-45a51503afea service neutron] 10.222.0.39 "GET /v2.0/networks/a9dba225-3458-4749-adfb-4348d5911f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913091 Mar 29 15:29:44.709105 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 7863586b-db58-4e2d-a967-c412f4447aa4 up at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:29:44.819674 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning for port 7863586b-db58-4e2d-a967-c412f4447aa4 completed by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:29:44.823534 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0d67b-3610-45be-b920-e6462e9aee83 req-0b126756-cfb1-4875-91a9-24bc3b33746a tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:44.823707 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning complete for port 7863586b-db58-4e2d-a967-c412f4447aa4 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:29:44.824083 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (7863586b-db58-4e2d-a967-c412f4447aa4), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:44.825075 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b6f0d67b-3610-45be-b920-e6462e9aee83 req-0b126756-cfb1-4875-91a9-24bc3b33746a tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb91883-d469-4b4e-b242-064f14ada2b2 HTTP/1.1" status: 200 len: 944 time: 0.0793149 Mar 29 15:29:44.827229 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-7b5dc702-13fc-4d4d-a747-4b5245b1bb66 service neutron] 10.222.0.39 "GET /v2.0/networks/a9dba225-3458-4749-adfb-4348d5911f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951205 Mar 29 15:29:44.874742 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b6f0d67b-3610-45be-b920-e6462e9aee83 req-d543408e-9a38-4ca9-9e97-b3c0c24903ac tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf0cf1eb-ff0f-4bae-8c42-559650fc72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437140 Mar 29 15:29:44.906465 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 7863586b-db58-4e2d-a967-c412f4447aa4 is: BUILD; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:29:44.906864 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (7863586b-db58-4e2d-a967-c412f4447aa4), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:44.933106 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb91883-d469-4b4e-b242-064f14ada2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7863586b-db58-4e2d-a967-c412f4447aa4'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:29:44.935295 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67651527b6c7513bff120ad3026ca8b6c51caa370c4ee0f403b1e7b340f0df97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844d320a-2c6a-4ab6-b6b2-5769063eddd1" -d '{"events": [{"server_uuid": "5fb91883-d469-4b4e-b242-064f14ada2b2", "name": "network-vif-plugged", "status": "completed", "tag": "7863586b-db58-4e2d-a967-c412f4447aa4"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:29:44.947672 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 7863586b-db58-4e2d-a967-c412f4447aa4, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=7863586b-db58-4e2d-a967-c412f4447aa4,segment=NetworkSegment(5524acb5-732f-49f4-bdf7-875eeb3e1876),segment_id=5524acb5-732f-49f4-bdf7-875eeb3e1876)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:29:44.971033 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de95e3c2-6bec-4591-9dd6-f7822cc29664 x-openstack-request-id: req-de95e3c2-6bec-4591-9dd6-f7822cc29664 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:29:44.971347 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb91883-d469-4b4e-b242-064f14ada2b2", "name": "network-vif-plugged", "status": "completed", "tag": "7863586b-db58-4e2d-a967-c412f4447aa4", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:29:44.971610 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de95e3c2-6bec-4591-9dd6-f7822cc29664 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:29:44.972042 dv-cinder-562053-19-iscsi neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de95e3c2-6bec-4591-9dd6-f7822cc29664'] response: {'server_uuid': '5fb91883-d469-4b4e-b242-064f14ada2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7863586b-db58-4e2d-a967-c412f4447aa4', 'code': 200} Mar 29 15:29:45.042870 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (7863586b-db58-4e2d-a967-c412f4447aa4), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:45.095236 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e95a0c88-2c13-4d04-9d25-27cdbd3b7761 req-c2c3cf55-da53-472b-937c-c141dc4ba5ff tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 210 time: 0.0308268 Mar 29 15:29:45.097253 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=7863586b-db58-4e2d-a967-c412f4447aa4,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:29:45.338299 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a8d86-c9f0-4ad1-b682-ab1177206e9b req-6bbf3980-5376-4c03-9e97-812277dbcdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:45.339808 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-5a4a8d86-c9f0-4ad1-b682-ab1177206e9b req-6bbf3980-5376-4c03-9e97-812277dbcdfb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5fb91883-d469-4b4e-b242-064f14ada2b2 HTTP/1.1" status: 200 len: 1129 time: 0.0477681 Mar 29 15:29:45.384061 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-5a4a8d86-c9f0-4ad1-b682-ab1177206e9b req-b16e83be-3f48-4515-ba58-eaf29b2c4d29 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bf0cf1eb-ff0f-4bae-8c42-559650fc72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371618 Mar 29 15:29:45.602460 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc3fc6-aa74-47c1-aacf-509e85480213 req-8090f408-45ad-464e-97e3-fca5b718ad75 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:45.603935 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e3dc3fc6-aa74-47c1-aacf-509e85480213 req-8090f408-45ad-464e-97e3-fca5b718ad75 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.0527418 Mar 29 15:29:45.651193 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e3dc3fc6-aa74-47c1-aacf-509e85480213 req-c583aab0-002b-484b-82e8-99c022721590 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415416 Mar 29 15:29:45.688844 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-87c502d6-1ee2-4c65-8ecf-80147748e83c req-569b8092-4b56-4852-b222-1638fa5b1cae service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432301 Mar 29 15:29:45.756692 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c502d6-1ee2-4c65-8ecf-80147748e83c req-43d68f0d-4658-4dea-b424-74e1b9e2e69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:45.758202 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-87c502d6-1ee2-4c65-8ecf-80147748e83c req-43d68f0d-4658-4dea-b424-74e1b9e2e69b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68b100b32ca6457b87f13df08e31d969&device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 1130 time: 0.0432327 Mar 29 15:29:45.884060 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c502d6-1ee2-4c65-8ecf-80147748e83c req-04bf75bb-a0ff-4d73-8111-8bb8ec225bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:45.885495 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-87c502d6-1ee2-4c65-8ecf-80147748e83c req-04bf75bb-a0ff-4d73-8111-8bb8ec225bc9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9e966a3-c502-4415-ba24-fb4be64d7c3f HTTP/1.1" status: 200 len: 912 time: 0.0887432 Mar 29 15:29:45.953726 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-87c502d6-1ee2-4c65-8ecf-80147748e83c req-96158793-6c35-40f6-8e63-a66bbff6a118 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94255728-614c-430c-89bc-919db7923da0 HTTP/1.1" status: 200 len: 1002 time: 0.0598691 Mar 29 15:29:45.993832 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ebece-e2c9-4786-afe2-8e0e146c9ef5 req-b6070b52-f125-4b0c-b106-c9ef1474a24b tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:45.995408 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-924ebece-e2c9-4786-afe2-8e0e146c9ef5 req-b6070b52-f125-4b0c-b106-c9ef1474a24b tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb91883-d469-4b4e-b242-064f14ada2b2 HTTP/1.1" status: 200 len: 945 time: 0.0535088 Mar 29 15:29:46.003881 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c502d6-1ee2-4c65-8ecf-80147748e83c req-922da527-f33d-4cb8-af7c-207c709f81b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:46.005402 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-87c502d6-1ee2-4c65-8ecf-80147748e83c req-922da527-f33d-4cb8-af7c-207c709f81b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3e72c2a-9791-4704-a967-653d7b3a63cc HTTP/1.1" status: 200 len: 850 time: 0.0449979 Mar 29 15:29:46.045766 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-924ebece-e2c9-4786-afe2-8e0e146c9ef5 req-1c1b5168-ad1e-4efb-a605-a29bb8028208 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf0cf1eb-ff0f-4bae-8c42-559650fc72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446510 Mar 29 15:29:46.060090 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c502d6-1ee2-4c65-8ecf-80147748e83c req-bde4ef1b-53e6-44c4-8d84-a84adc9a595e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:46.061643 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-87c502d6-1ee2-4c65-8ecf-80147748e83c req-bde4ef1b-53e6-44c4-8d84-a84adc9a595e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9e966a3-c502-4415-ba24-fb4be64d7c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0498719 Mar 29 15:29:46.152100 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-87c502d6-1ee2-4c65-8ecf-80147748e83c req-981e0b8d-a900-4c16-a8a5-aa17d6bc5818 service neutron] 10.222.0.15 "GET /v2.0/networks/e9e966a3-c502-4415-ba24-fb4be64d7c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838761 Mar 29 15:29:46.197161 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9553b608-5839-4ced-83e6-659c2901e160 req-80f9046c-ca91-48c4-8118-707b32935245 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 210 time: 0.0306954 Mar 29 15:29:46.251403 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-87c502d6-1ee2-4c65-8ecf-80147748e83c req-df364393-6963-4d98-a76f-730ad56e7918 service neutron] 10.222.0.15 "GET /v2.0/networks/e9e966a3-c502-4415-ba24-fb4be64d7c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900266 Mar 29 15:29:46.770177 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5159cb-5fc9-4a87-bb2f-6c33be0fee8c req-052bb9bf-5406-4232-a7ba-1b88c725877c tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:46.771686 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1d5159cb-5fc9-4a87-bb2f-6c33be0fee8c req-052bb9bf-5406-4232-a7ba-1b88c725877c tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.0531015 Mar 29 15:29:46.817265 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1d5159cb-5fc9-4a87-bb2f-6c33be0fee8c req-d52d8065-8aef-41db-8b87-8eb4c30c3f71 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400283 Mar 29 15:29:47.094485 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-e9d8a3ec-e4e2-495f-a7b1-c68fafb57d36 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:47.096450 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-e9d8a3ec-e4e2-495f-a7b1-c68fafb57d36 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.15 "GET /v2.0/networks?id=a9dba225-3458-4749-adfb-4348d5911f6f HTTP/1.1" status: 200 len: 817 time: 0.1022913 Mar 29 15:29:47.156823 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-1fb17f09-975f-42ba-b1d3-ca84e8e4dde2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58c1f8fd4f83455ca0f32dbc38c1ed32 HTTP/1.1" status: 200 len: 379 time: 0.0516851 Mar 29 15:29:47.165626 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-a58f6389-8818-48b8-8fd2-3d141a3749b1 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Request body: {'port': {'device_id': '8af62a85-8cb8-499f-a9ae-cc1cc59542ad', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'admin_state_up': True, 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'security_groups': ['6dbad918-4dd6-4fd6-80cd-af551d44b985']}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:29:47.167088 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091325da-933a-404d-8118-4d33d60cc9ad req-a903acf8-ab82-4f20-9ba1-b628dcaa3161 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:47.168587 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-091325da-933a-404d-8118-4d33d60cc9ad req-a903acf8-ab82-4f20-9ba1-b628dcaa3161 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb91883-d469-4b4e-b242-064f14ada2b2 HTTP/1.1" status: 200 len: 945 time: 0.0521929 Mar 29 15:29:47.216532 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-091325da-933a-404d-8118-4d33d60cc9ad req-88083b1d-7805-4ac5-8f47-d4605ad5ec8a tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf0cf1eb-ff0f-4bae-8c42-559650fc72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416241 Mar 29 15:29:47.304303 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6ef7f3bf-45a6-4c78-a70b-c983e478baf7 req-15b09a2e-3380-494b-a9f3-43d3ff15c6b9 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 210 time: 0.0298843 Mar 29 15:29:47.371191 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-a58f6389-8818-48b8-8fd2-3d141a3749b1 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Made reservation on behalf of 58c1f8fd4f83455ca0f32dbc38c1ed32 for: {'port': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:29:47.374697 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-a58f6389-8818-48b8-8fd2-3d141a3749b1 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:47.513403 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-a58f6389-8818-48b8-8fd2-3d141a3749b1 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Allocated IP 172.20.0.9 (a9dba225-3458-4749-adfb-4348d5911f6f/0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4/607310dd-0e87-4342-a47b-aeabe0c10835) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:29:47.650203 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-a58f6389-8818-48b8-8fd2-3d141a3749b1 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for port (607310dd-0e87-4342-a47b-aeabe0c10835), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:47.763206 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-a58f6389-8818-48b8-8fd2-3d141a3749b1 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (607310dd-0e87-4342-a47b-aeabe0c10835), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:47.808171 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-a58f6389-8818-48b8-8fd2-3d141a3749b1 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Network a9dba225-3458-4749-adfb-4348d5911f6f is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:29:47.811309 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-a58f6389-8818-48b8-8fd2-3d141a3749b1 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:29:47.813824 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-a58f6389-8818-48b8-8fd2-3d141a3749b1 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:29:47.846444 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f6389-8818-48b8-8fd2-3d141a3749b1 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Pushing event updated for resources: {'Port': ['ID=607310dd-0e87-4342-a47b-aeabe0c10835,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:29:47.875175 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-a58f6389-8818-48b8-8fd2-3d141a3749b1 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:47.878130 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-a58f6389-8818-48b8-8fd2-3d141a3749b1 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:47.952810 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ac0e3-6fb4-4470-99dc-5470b364ec03 req-a4bdeb8e-c5e1-4056-a5cb-26a82b6c0ba8 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:47.954402 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fe7ac0e3-6fb4-4470-99dc-5470b364ec03 req-a4bdeb8e-c5e1-4056-a5cb-26a82b6c0ba8 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.0551128 Mar 29 15:29:47.957120 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-a58f6389-8818-48b8-8fd2-3d141a3749b1 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7952397 Mar 29 15:29:47.969330 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-c0cd8bbc-9985-463a-bafa-863aaddf476e service neutron] Request body: {'port': {'device_id': '8af62a85-8cb8-499f-a9ae-cc1cc59542ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:29:48.007238 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fe7ac0e3-6fb4-4470-99dc-5470b364ec03 req-b4691445-5612-47e9-b85a-f3b79482d299 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460880 Mar 29 15:29:48.032448 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-c0cd8bbc-9985-463a-bafa-863aaddf476e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (607310dd-0e87-4342-a47b-aeabe0c10835), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:48.053108 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-bac5a33e-0b58-4f29-b76e-a4e68e592348 None None] Provisioning complete for port 607310dd-0e87-4342-a47b-aeabe0c10835 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:29:48.053720 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bac5a33e-0b58-4f29-b76e-a4e68e592348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (607310dd-0e87-4342-a47b-aeabe0c10835), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:48.087691 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-bac5a33e-0b58-4f29-b76e-a4e68e592348 None None] Port 607310dd-0e87-4342-a47b-aeabe0c10835 cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:29:48.294910 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-c0cd8bbc-9985-463a-bafa-863aaddf476e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 607310dd-0e87-4342-a47b-aeabe0c10835 {{(pid=103831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:29:48.302744 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-c0cd8bbc-9985-463a-bafa-863aaddf476e service neutron] Publish callbacks [] for port (607310dd-0e87-4342-a47b-aeabe0c10835), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:48.315414 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.provisioning_blocks [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-c0cd8bbc-9985-463a-bafa-863aaddf476e service neutron] Transition to ACTIVE for port object 607310dd-0e87-4342-a47b-aeabe0c10835 will not be triggered until provisioned by entity L2. {{(pid=103831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:29:48.397261 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-c0cd8bbc-9985-463a-bafa-863aaddf476e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (607310dd-0e87-4342-a47b-aeabe0c10835), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:48.426773 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08b484-3f68-4e28-86f6-a5123a21e82a req-fe2ae00c-ecfc-4fe2-8c55-c4e96aa9a873 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:48.428352 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6c08b484-3f68-4e28-86f6-a5123a21e82a req-fe2ae00c-ecfc-4fe2-8c55-c4e96aa9a873 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 931 time: 0.0542531 Mar 29 15:29:48.450834 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd8bbc-9985-463a-bafa-863aaddf476e service neutron] Pushing event updated for resources: {'Port': ['ID=607310dd-0e87-4342-a47b-aeabe0c10835,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:29:48.481680 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6c08b484-3f68-4e28-86f6-a5123a21e82a req-f027017b-94d6-42a8-aa8a-f7a33737445e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470138 Mar 29 15:29:48.519995 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-c0cd8bbc-9985-463a-bafa-863aaddf476e service neutron] Attempting to bind port 607310dd-0e87-4342-a47b-aeabe0c10835 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:29:48.526573 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-c0cd8bbc-9985-463a-bafa-863aaddf476e service neutron] Attempting to bind port 607310dd-0e87-4342-a47b-aeabe0c10835 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': 'c447c32b-bb36-4dcf-8df5-2a75f4e6e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f'}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:29:48.526573 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-c0cd8bbc-9985-463a-bafa-863aaddf476e service neutron] Attempting to bind port 607310dd-0e87-4342-a47b-aeabe0c10835 on network a9dba225-3458-4749-adfb-4348d5911f6f {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:29:48.526573 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-c0cd8bbc-9985-463a-bafa-863aaddf476e service neutron] Port 607310dd-0e87-4342-a47b-aeabe0c10835 on network a9dba225-3458-4749-adfb-4348d5911f6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:29:48.526573 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-c0cd8bbc-9985-463a-bafa-863aaddf476e service neutron] Attempting to bind port 607310dd-0e87-4342-a47b-aeabe0c10835 on network a9dba225-3458-4749-adfb-4348d5911f6f {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:29:48.530492 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-c0cd8bbc-9985-463a-bafa-863aaddf476e service neutron] Checking agent: {'id': 'cb22ad3b-74f2-4994-b299-960cea1745ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'started_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:29:48.530829 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-c0cd8bbc-9985-463a-bafa-863aaddf476e service neutron] Checking segment: {'id': 'c447c32b-bb36-4dcf-8df5-2a75f4e6e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:29:48.531346 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-c0cd8bbc-9985-463a-bafa-863aaddf476e service neutron] Bound using segment: {'id': 'c447c32b-bb36-4dcf-8df5-2a75f4e6e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f'} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:29:48.531783 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-c0cd8bbc-9985-463a-bafa-863aaddf476e service neutron] Bound port: 607310dd-0e87-4342-a47b-aeabe0c10835, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c447c32b-bb36-4dcf-8df5-2a75f4e6e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f'}}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:29:48.532135 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-c0cd8bbc-9985-463a-bafa-863aaddf476e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (607310dd-0e87-4342-a47b-aeabe0c10835), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:48.603416 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-c0cd8bbc-9985-463a-bafa-863aaddf476e service neutron] For port 607310dd-0e87-4342-a47b-aeabe0c10835, host hv-cinder-56205, cleared binding levels {{(pid=103831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:29:48.606572 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-c0cd8bbc-9985-463a-bafa-863aaddf476e service neutron] For port 607310dd-0e87-4342-a47b-aeabe0c10835, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=607310dd-0e87-4342-a47b-aeabe0c10835,segment=NetworkSegment(c447c32b-bb36-4dcf-8df5-2a75f4e6e95e),segment_id=c447c32b-bb36-4dcf-8df5-2a75f4e6e95e)] {{(pid=103831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:29:48.671563 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-c0cd8bbc-9985-463a-bafa-863aaddf476e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (607310dd-0e87-4342-a47b-aeabe0c10835), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:48.703603 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-c0cd8bbc-9985-463a-bafa-863aaddf476e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:48.704140 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-c0cd8bbc-9985-463a-bafa-863aaddf476e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:48.705736 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-c0cd8bbc-9985-463a-bafa-863aaddf476e service neutron] 10.222.0.15 "PUT /v2.0/ports/607310dd-0e87-4342-a47b-aeabe0c10835 HTTP/1.1" status: 200 len: 1093 time: 0.7404947 Mar 29 15:29:48.706045 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af62a85-8cb8-499f-a9ae-cc1cc59542ad', 'tag': '607310dd-0e87-4342-a47b-aeabe0c10835'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:29:48.708378 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7052e1b7-d065-46cc-b518-7d851ff9e53d" -d '{"events": [{"name": "network-changed", "server_uuid": "8af62a85-8cb8-499f-a9ae-cc1cc59542ad", "tag": "607310dd-0e87-4342-a47b-aeabe0c10835"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:29:48.740556 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd8bbc-9985-463a-bafa-863aaddf476e service neutron] Pushing event updated for resources: {'Port': ['ID=607310dd-0e87-4342-a47b-aeabe0c10835,revision_number=3']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:29:48.751171 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5248b5-52b8-49e0-9db0-0c10b82c0ed7 x-openstack-request-id: req-cc5248b5-52b8-49e0-9db0-0c10b82c0ed7 {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:29:48.751171 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af62a85-8cb8-499f-a9ae-cc1cc59542ad", "tag": "607310dd-0e87-4342-a47b-aeabe0c10835", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:29:48.751171 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc5248b5-52b8-49e0-9db0-0c10b82c0ed7 {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:29:48.751171 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc5248b5-52b8-49e0-9db0-0c10b82c0ed7'] response: {'name': 'network-changed', 'server_uuid': '8af62a85-8cb8-499f-a9ae-cc1cc59542ad', 'tag': '607310dd-0e87-4342-a47b-aeabe0c10835', 'status': 'completed', 'code': 200} Mar 29 15:29:48.823488 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052e1b7-d065-46cc-b518-7d851ff9e53d req-f3d3e879-c189-4385-8811-11feb7b73210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:48.825077 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-7052e1b7-d065-46cc-b518-7d851ff9e53d req-f3d3e879-c189-4385-8811-11feb7b73210 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58c1f8fd4f83455ca0f32dbc38c1ed32&device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 1127 time: 0.0477178 Mar 29 15:29:48.924645 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052e1b7-d065-46cc-b518-7d851ff9e53d req-9db5d1d6-c502-4729-8957-3cf4ba55d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:48.926116 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-7052e1b7-d065-46cc-b518-7d851ff9e53d req-9db5d1d6-c502-4729-8957-3cf4ba55d650 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=58c1f8fd4f83455ca0f32dbc38c1ed32&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0942588 Mar 29 15:29:49.017450 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052e1b7-d065-46cc-b518-7d851ff9e53d req-5574ce7e-8749-48ef-bf2b-72d4988ac420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:49.018870 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-7052e1b7-d065-46cc-b518-7d851ff9e53d req-5574ce7e-8749-48ef-bf2b-72d4988ac420 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861309 Mar 29 15:29:49.098867 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-a3dbab65-fcf9-4929-acc4-4b6d16a41a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:49.100389 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-a3dbab65-fcf9-4929-acc4-4b6d16a41a0a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58c1f8fd4f83455ca0f32dbc38c1ed32&device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 1127 time: 0.0454435 Mar 29 15:29:49.126600 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af69000-4594-4dc8-a6fc-84781ad3a2d9 req-56e3c39f-97c2-4d61-91df-10b81d8d7c3a tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:49.128062 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6af69000-4594-4dc8-a6fc-84781ad3a2d9 req-56e3c39f-97c2-4d61-91df-10b81d8d7c3a tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.0552580 Mar 29 15:29:49.145450 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-5c81d462-54e1-4033-a516-9557ecdf785c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=607310dd-0e87-4342-a47b-aeabe0c10835 HTTP/1.1" status: 200 len: 217 time: 0.0377324 Mar 29 15:29:49.177441 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6af69000-4594-4dc8-a6fc-84781ad3a2d9 req-a1c227f9-a265-4104-b480-0aeece2e9189 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437133 Mar 29 15:29:49.197131 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-c6656812-8a76-4f0c-961c-7474d822fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:49.197131 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-c6656812-8a76-4f0c-961c-7474d822fd78 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4 HTTP/1.1" status: 200 len: 856 time: 0.0443840 Mar 29 15:29:49.243466 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-11259010-1471-458a-86c6-f4047cb4e733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:49.244998 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-11259010-1471-458a-86c6-f4047cb4e733 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9dba225-3458-4749-adfb-4348d5911f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437193 Mar 29 15:29:49.336042 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-ba26a870-5cb0-4ea9-b72f-aa9da38f2252 service neutron] 10.222.0.15 "GET /v2.0/networks/a9dba225-3458-4749-adfb-4348d5911f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847359 Mar 29 15:29:49.422629 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-fe7c59a8-5bb4-43b2-bc43-48f12ade1d93 req-f632f939-c6a4-406a-9d5e-df05e44800d7 service neutron] 10.222.0.15 "GET /v2.0/networks/a9dba225-3458-4749-adfb-4348d5911f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798738 Mar 29 15:29:49.606485 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3b91a-c58c-45b4-aa56-bb1a0e7bcdc0 req-711d7d88-ff92-47d9-99cd-cc29611cc72e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:49.607946 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bcf3b91a-c58c-45b4-aa56-bb1a0e7bcdc0 req-711d7d88-ff92-47d9-99cd-cc29611cc72e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 943 time: 0.0513768 Mar 29 15:29:49.652685 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bcf3b91a-c58c-45b4-aa56-bb1a0e7bcdc0 req-8989425a-f9f5-4b4a-a094-2e03788dd370 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391510 Mar 29 15:29:50.292928 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff40ce-a2cf-4792-b51d-87b5c4053feb req-9aceab89-536e-448a-8f4f-00c10abd389b tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:50.294551 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d2ff40ce-a2cf-4792-b51d-87b5c4053feb req-9aceab89-536e-448a-8f4f-00c10abd389b tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.0519388 Mar 29 15:29:50.343694 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d2ff40ce-a2cf-4792-b51d-87b5c4053feb req-46bb9559-cd55-41d8-b50d-11439d474a18 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436959 Mar 29 15:29:50.772806 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c22a9-4aeb-4339-8da3-24f8c87a7444 req-0529214a-db26-4236-b680-56da06474812 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:50.774288 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9a7c22a9-4aeb-4339-8da3-24f8c87a7444 req-0529214a-db26-4236-b680-56da06474812 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 943 time: 0.0524356 Mar 29 15:29:50.820755 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9a7c22a9-4aeb-4339-8da3-24f8c87a7444 req-0ca36039-c838-4f64-b7a0-93079b49b1fa tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407813 Mar 29 15:29:51.457707 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a239d-938f-4525-9de8-2965f2e12c0b req-3c563136-f7af-454f-aa35-f8fa5b7b24a4 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:51.459154 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9c6a239d-938f-4525-9de8-2965f2e12c0b req-3c563136-f7af-454f-aa35-f8fa5b7b24a4 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.0505550 Mar 29 15:29:51.504478 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9c6a239d-938f-4525-9de8-2965f2e12c0b req-6c451ecd-3ceb-4bc8-a7a1-d8094a797e5c tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397379 Mar 29 15:29:51.942223 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f34c0a-fcce-4c24-89bd-f76add710520 req-7dfcc217-04c3-421e-a6b9-8d92a19404ee tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:51.943673 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e6f34c0a-fcce-4c24-89bd-f76add710520 req-7dfcc217-04c3-421e-a6b9-8d92a19404ee tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 943 time: 0.0543115 Mar 29 15:29:51.988537 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e6f34c0a-fcce-4c24-89bd-f76add710520 req-43c34ed9-d675-4379-bb2e-96502ccb5488 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393181 Mar 29 15:29:52.245046 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c747cc5f-e307-4891-9022-2bb7e673031a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:52.619199 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f84781-b8d2-4b1a-9fe1-6fbe8711d4cf req-ad12f871-9156-47da-89e8-566f9c92ae5e tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:52.620663 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b8f84781-b8d2-4b1a-9fe1-6fbe8711d4cf req-ad12f871-9156-47da-89e8-566f9c92ae5e tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.0509763 Mar 29 15:29:52.665608 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b8f84781-b8d2-4b1a-9fe1-6fbe8711d4cf req-95864c50-9810-417a-8b9f-d762323bc73b tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395038 Mar 29 15:29:52.740211 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 607310dd-0e87-4342-a47b-aeabe0c10835 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=103833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:29:52.834088 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 607310dd-0e87-4342-a47b-aeabe0c10835, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=607310dd-0e87-4342-a47b-aeabe0c10835,segment=NetworkSegment(c447c32b-bb36-4dcf-8df5-2a75f4e6e95e),segment_id=c447c32b-bb36-4dcf-8df5-2a75f4e6e95e)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:29:52.845567 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Returning: {'device': '607310dd-0e87-4342-a47b-aeabe0c10835', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'port_id': '607310dd-0e87-4342-a47b-aeabe0c10835', 'mac_address': 'fa:16:3e:54:00:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:29:52.883406 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 607310dd-0e87-4342-a47b-aeabe0c10835 is: DOWN; New status is: BUILD {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:29:52.883788 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (607310dd-0e87-4342-a47b-aeabe0c10835), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:52.896325 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 607310dd-0e87-4342-a47b-aeabe0c10835 {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:29:52.914863 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 607310dd-0e87-4342-a47b-aeabe0c10835, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=607310dd-0e87-4342-a47b-aeabe0c10835,segment=NetworkSegment(c447c32b-bb36-4dcf-8df5-2a75f4e6e95e),segment_id=c447c32b-bb36-4dcf-8df5-2a75f4e6e95e)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:29:52.970841 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (607310dd-0e87-4342-a47b-aeabe0c10835), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:53.018397 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=607310dd-0e87-4342-a47b-aeabe0c10835,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:29:53.111435 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74821919-511c-4662-be15-9d1b7a9850c8 req-a8ffa320-f920-405f-bb82-017caf06e029 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:53.112847 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-74821919-511c-4662-be15-9d1b7a9850c8 req-a8ffa320-f920-405f-bb82-017caf06e029 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 944 time: 0.0548086 Mar 29 15:29:53.157820 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-74821919-511c-4662-be15-9d1b7a9850c8 req-a2eba41e-9543-449a-9db1-191be6509762 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395374 Mar 29 15:29:53.261917 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['607310dd-0e87-4342-a47b-aeabe0c10835'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:29:53.782980 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d524855-ea27-448d-a395-c4c588075ea2 req-4046b135-7aa1-4df6-8ba4-e1b6aa26efc7 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:53.784581 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8d524855-ea27-448d-a395-c4c588075ea2 req-4046b135-7aa1-4df6-8ba4-e1b6aa26efc7 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.0524848 Mar 29 15:29:53.833649 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8d524855-ea27-448d-a395-c4c588075ea2 req-d9a31379-30d2-4620-8dde-c5505d12bc37 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435221 Mar 29 15:29:53.913090 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c5e32-5c14-4ff6-a9e7-b8c7b2c88de7 req-e1ad6105-ef04-4a9c-a4cf-c4781ef2140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:53.914597 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-3a6c5e32-5c14-4ff6-a9e7-b8c7b2c88de7 req-e1ad6105-ef04-4a9c-a4cf-c4781ef2140e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 1130 time: 0.0475018 Mar 29 15:29:53.958135 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-3a6c5e32-5c14-4ff6-a9e7-b8c7b2c88de7 req-a8052f2f-c6cb-458a-9693-8a4c6f7fe488 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368733 Mar 29 15:29:54.275861 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011878ff-9ae5-43a1-9d51-a64009f2e829 req-9a47a51c-6163-424d-bda1-034e4adb0d98 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:54.277325 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-011878ff-9ae5-43a1-9d51-a64009f2e829 req-9a47a51c-6163-424d-bda1-034e4adb0d98 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 944 time: 0.0500000 Mar 29 15:29:54.326511 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-011878ff-9ae5-43a1-9d51-a64009f2e829 req-0c47b236-7371-4254-84a5-fd0bea9ef0a1 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430303 Mar 29 15:29:54.513946 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a3e3e3cd-9bec-496e-b6e8-5c653e50aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:54.756321 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 607310dd-0e87-4342-a47b-aeabe0c10835 up at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:29:54.862402 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning for port 607310dd-0e87-4342-a47b-aeabe0c10835 completed by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:29:54.866421 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning complete for port 607310dd-0e87-4342-a47b-aeabe0c10835 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:29:54.866909 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (607310dd-0e87-4342-a47b-aeabe0c10835), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:54.947038 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 607310dd-0e87-4342-a47b-aeabe0c10835 is: BUILD; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:29:54.947716 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (607310dd-0e87-4342-a47b-aeabe0c10835), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:54.951433 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33c2f1-94a0-4e72-89f6-bcb7698257d4 req-e91b5e9c-84fc-4325-af07-9f50a8f2b9eb tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:54.952941 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8e33c2f1-94a0-4e72-89f6-bcb7698257d4 req-e91b5e9c-84fc-4325-af07-9f50a8f2b9eb tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.0518942 Mar 29 15:29:54.969653 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af62a85-8cb8-499f-a9ae-cc1cc59542ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607310dd-0e87-4342-a47b-aeabe0c10835'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:29:54.971843 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67651527b6c7513bff120ad3026ca8b6c51caa370c4ee0f403b1e7b340f0df97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3630ed72-9a01-4a0f-8449-613953e8bb1c" -d '{"events": [{"server_uuid": "8af62a85-8cb8-499f-a9ae-cc1cc59542ad", "name": "network-vif-plugged", "status": "completed", "tag": "607310dd-0e87-4342-a47b-aeabe0c10835"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:29:54.984697 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 607310dd-0e87-4342-a47b-aeabe0c10835, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=607310dd-0e87-4342-a47b-aeabe0c10835,segment=NetworkSegment(c447c32b-bb36-4dcf-8df5-2a75f4e6e95e),segment_id=c447c32b-bb36-4dcf-8df5-2a75f4e6e95e)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:29:55.000238 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8e33c2f1-94a0-4e72-89f6-bcb7698257d4 req-6d54eb77-fc69-455f-b3d3-d5855a443a78 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413873 Mar 29 15:29:55.006522 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412549ed-7ae7-4a05-8a6f-e9431a341105 x-openstack-request-id: req-412549ed-7ae7-4a05-8a6f-e9431a341105 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:29:55.006815 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af62a85-8cb8-499f-a9ae-cc1cc59542ad", "name": "network-vif-plugged", "status": "completed", "tag": "607310dd-0e87-4342-a47b-aeabe0c10835", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:29:55.007089 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-412549ed-7ae7-4a05-8a6f-e9431a341105 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:29:55.007489 dv-cinder-562053-19-iscsi neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-412549ed-7ae7-4a05-8a6f-e9431a341105'] response: {'server_uuid': '8af62a85-8cb8-499f-a9ae-cc1cc59542ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607310dd-0e87-4342-a47b-aeabe0c10835', 'code': 200} Mar 29 15:29:55.048712 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (607310dd-0e87-4342-a47b-aeabe0c10835), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:55.094243 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=607310dd-0e87-4342-a47b-aeabe0c10835,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:29:55.390748 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977557fd-889a-4a34-906c-f044c64a7786 req-b8275c7b-b7af-4bb7-8412-302ce7520c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:55.392387 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-977557fd-889a-4a34-906c-f044c64a7786 req-b8275c7b-b7af-4bb7-8412-302ce7520c5d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 1129 time: 0.0489409 Mar 29 15:29:55.438598 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-977557fd-889a-4a34-906c-f044c64a7786 req-3d5baea6-749f-48cb-9043-08e276498c96 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387573 Mar 29 15:29:55.454973 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cda85a-84ad-4b46-9ef3-eec8fd139ba6 req-1252efa2-4224-4db8-83b7-87ed1f5ac034 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:55.456507 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b3cda85a-84ad-4b46-9ef3-eec8fd139ba6 req-1252efa2-4224-4db8-83b7-87ed1f5ac034 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 945 time: 0.0556464 Mar 29 15:29:55.504465 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b3cda85a-84ad-4b46-9ef3-eec8fd139ba6 req-fe83b99c-a2f2-488e-8268-606014380594 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424051 Mar 29 15:29:55.587935 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:56.120691 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa9a57-23a8-4a3d-ba2e-4a9a74351264 req-cd878a07-1c14-458a-b678-d8ba0863a393 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:56.122063 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7aaa9a57-23a8-4a3d-ba2e-4a9a74351264 req-cd878a07-1c14-458a-b678-d8ba0863a393 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.0548005 Mar 29 15:29:56.166496 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7aaa9a57-23a8-4a3d-ba2e-4a9a74351264 req-ec5ec1a3-ca6d-4a1a-93a0-5b9038362630 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389218 Mar 29 15:29:56.654920 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da725c-4c1b-4905-a99c-98d72619f60f req-5ae2284a-ffb2-4516-87b0-0f43ae7b1282 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:56.656401 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e5da725c-4c1b-4905-a99c-98d72619f60f req-5ae2284a-ffb2-4516-87b0-0f43ae7b1282 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 945 time: 0.0802946 Mar 29 15:29:56.664192 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18f47b-b3a0-493c-a883-3346f6093c91 req-602ca7c6-4131-4f6a-b5fa-d38627d2d89d tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:56.665552 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-dd18f47b-b3a0-493c-a883-3346f6093c91 req-602ca7c6-4131-4f6a-b5fa-d38627d2d89d tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.0803077 Mar 29 15:29:56.734165 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e5da725c-4c1b-4905-a99c-98d72619f60f req-f2037c48-c5ce-4530-8d39-09422226a816 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677106 Mar 29 15:29:56.740764 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-dd18f47b-b3a0-493c-a883-3346f6093c91 req-0b9e1187-66b5-4e5f-b125-bd05a286db49 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689223 Mar 29 15:29:56.944965 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:57.881606 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fca14-1894-4e8d-a055-c9c4426132df req-b3f5cdf4-f34e-4d85-84b8-ae1a5d052816 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:57.883073 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7c2fca14-1894-4e8d-a055-c9c4426132df req-b3f5cdf4-f34e-4d85-84b8-ae1a5d052816 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 945 time: 0.0787125 Mar 29 15:29:57.896145 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d31da1-9372-467b-b805-29cca8cd55fa req-0248568e-afb5-4265-a903-c91b8af8e9f5 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:57.897627 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e5d31da1-9372-467b-b805-29cca8cd55fa req-0248568e-afb5-4265-a903-c91b8af8e9f5 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.0847580 Mar 29 15:29:57.966819 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7c2fca14-1894-4e8d-a055-c9c4426132df req-5fa7838e-0591-42c8-bd98-1570b31c6e1b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780241 Mar 29 15:29:57.971300 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e5d31da1-9372-467b-b805-29cca8cd55fa req-a7db2c70-dccc-40a0-aab0-53ffa5af54d6 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682259 Mar 29 15:29:58.453638 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:59.086701 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafea4c2-1c28-4992-8725-54ffda1594c2 req-a9a413cc-b3c2-4a67-9dc3-cdc417045b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:59.088328 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-bafea4c2-1c28-4992-8725-54ffda1594c2 req-a9a413cc-b3c2-4a67-9dc3-cdc417045b7e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f08a5b25a074cb7ad80f54d82bf8a5e&device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 1130 time: 0.0475912 Mar 29 15:29:59.127848 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1252011-2a85-4abe-939f-8c6ac216ca01 req-e4dbbb7d-6597-4d19-b71f-adcf52c23e7d tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:59.129362 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c1252011-2a85-4abe-939f-8c6ac216ca01 req-e4dbbb7d-6597-4d19-b71f-adcf52c23e7d tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 945 time: 0.0912666 Mar 29 15:29:59.136118 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c856c2b-f53f-41e5-b59d-cd92902eefed req-ebf5f41f-3dde-43ba-8390-8c2033825605 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:59.137557 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1c856c2b-f53f-41e5-b59d-cd92902eefed req-ebf5f41f-3dde-43ba-8390-8c2033825605 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.0907283 Mar 29 15:29:59.188133 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafea4c2-1c28-4992-8725-54ffda1594c2 req-6867ece1-e6c8-43ee-8cab-0d6b61069b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:59.189872 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-bafea4c2-1c28-4992-8725-54ffda1594c2 req-6867ece1-e6c8-43ee-8cab-0d6b61069b40 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a802c2b-c73f-41c5-a35b-11f174fd7a4a HTTP/1.1" status: 200 len: 920 time: 0.0948834 Mar 29 15:29:59.210785 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c1252011-2a85-4abe-939f-8c6ac216ca01 req-8878c5b8-9bd3-4d4b-a9ba-6d995750c59f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722625 Mar 29 15:29:59.215017 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1c856c2b-f53f-41e5-b59d-cd92902eefed req-693c1c52-d68c-4aa7-b482-927151d84be7 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701544 Mar 29 15:29:59.259794 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-bafea4c2-1c28-4992-8725-54ffda1594c2 req-3a463547-b3db-4e99-96f5-40a268f2a80b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33c05afa-ae67-4c5b-861c-cf2fa3c975d2 HTTP/1.1" status: 200 len: 1001 time: 0.0593135 Mar 29 15:29:59.313003 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafea4c2-1c28-4992-8725-54ffda1594c2 req-05a00ccd-b6a4-40ac-8080-bda8d7e41279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:59.315286 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-bafea4c2-1c28-4992-8725-54ffda1594c2 req-05a00ccd-b6a4-40ac-8080-bda8d7e41279 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d11297b-da68-44b3-bcb2-0f179572e157 HTTP/1.1" status: 200 len: 858 time: 0.0473592 Mar 29 15:29:59.364622 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafea4c2-1c28-4992-8725-54ffda1594c2 req-81b33bd8-c474-4832-9f64-d4cb03b2361c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:29:59.366212 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-bafea4c2-1c28-4992-8725-54ffda1594c2 req-81b33bd8-c474-4832-9f64-d4cb03b2361c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a802c2b-c73f-41c5-a35b-11f174fd7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446539 Mar 29 15:29:59.458192 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-bafea4c2-1c28-4992-8725-54ffda1594c2 req-64970e7e-311b-4100-9b7b-b93fd7e90d65 service neutron] 10.222.0.15 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852211 Mar 29 15:29:59.552606 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-bafea4c2-1c28-4992-8725-54ffda1594c2 req-10519614-9a4f-4a7e-8394-a9cf473abdae service neutron] 10.222.0.15 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880628 Mar 29 15:30:00.367786 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a80ff4-9871-4203-8069-894c0ca22250 req-c46fc49f-c258-4c6c-a949-a81b279eb4fa tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:00.369328 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-14a80ff4-9871-4203-8069-894c0ca22250 req-c46fc49f-c258-4c6c-a949-a81b279eb4fa tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.0888677 Mar 29 15:30:00.376595 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be8484-5bb5-4336-b30c-441bfa80018d req-33aa17f9-7d5f-45b7-93f3-b30064d19de5 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:00.377996 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b6be8484-5bb5-4336-b30c-441bfa80018d req-33aa17f9-7d5f-45b7-93f3-b30064d19de5 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 945 time: 0.0954707 Mar 29 15:30:00.450446 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-14a80ff4-9871-4203-8069-894c0ca22250 req-98e4167b-3546-41f2-8598-2aae06c93494 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712967 Mar 29 15:30:00.453482 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b6be8484-5bb5-4336-b30c-441bfa80018d req-e48c7494-eab0-4682-b071-4a438a5c3ddb tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678768 Mar 29 15:30:00.570141 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754928e-6dda-4049-9791-4de62d2d9e06 req-d9c0a951-3366-4b29-9746-47e5a63f09d5 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:00.571620 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c754928e-6dda-4049-9791-4de62d2d9e06 req-d9c0a951-3366-4b29-9746-47e5a63f09d5 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 945 time: 0.0521305 Mar 29 15:30:00.580870 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 37090) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:00.585045 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-bab26e88-6f8e-4580-abab-5a47e4992c48 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Request body: {'floatingip': {'port_id': '607310dd-0e87-4342-a47b-aeabe0c10835'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:30:00.626155 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bab26e88-6f8e-4580-abab-5a47e4992c48 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for floatingip (69a41a4a-7118-4d96-8514-5ab3051f2d12), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:01.040132 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bab26e88-6f8e-4580-abab-5a47e4992c48 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:01.098862 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bab26e88-6f8e-4580-abab-5a47e4992c48 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (69a41a4a-7118-4d96-8514-5ab3051f2d12), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:01.195202 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.db.l3_db [None req-bab26e88-6f8e-4580-abab-5a47e4992c48 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Floating IP 69a41a4a-7118-4d96-8514-5ab3051f2d12 associated. External IP: 172.27.3.72, port: 607310dd-0e87-4342-a47b-aeabe0c10835. Mar 29 15:30:01.395598 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab26e88-6f8e-4580-abab-5a47e4992c48 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Router ef412768-5109-4f89-85ad-b1771a983854 has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:30:01.504573 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab26e88-6f8e-4580-abab-5a47e4992c48 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:30:01.509089 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bab26e88-6f8e-4580-abab-5a47e4992c48 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:01.517683 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a355534b-6822-47d9-8ae1-f6f228dbde3c None None] Sync routers for ids ['ef412768-5109-4f89-85ad-b1771a983854'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:30:01.527498 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a355534b-6822-47d9-8ae1-f6f228dbde3c None None] Routers {'ef412768-5109-4f89-85ad-b1771a983854'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:30:01.528321 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-a355534b-6822-47d9-8ae1-f6f228dbde3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:29:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['ef412768-5109-4f89-85ad-b1771a983854'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:01.561976 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-bab26e88-6f8e-4580-abab-5a47e4992c48 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "PUT /v2.0/floatingips/69a41a4a-7118-4d96-8514-5ab3051f2d12 HTTP/1.1" status: 200 len: 990 time: 0.9800797 Mar 29 15:30:01.564033 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af62a85-8cb8-499f-a9ae-cc1cc59542ad', 'tag': '607310dd-0e87-4342-a47b-aeabe0c10835'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:30:01.566243 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17cd39a57bce2f0cfda3a3fd3bf70c34a3f67f93f1dabf257ee71a9fa0902d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e729c725-ba36-44a0-a34f-0eb680cef95f" -d '{"events": [{"name": "network-changed", "server_uuid": "8af62a85-8cb8-499f-a9ae-cc1cc59542ad", "tag": "607310dd-0e87-4342-a47b-aeabe0c10835"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:30:01.591587 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11e2c1-a920-4ac3-aa66-d6432091bd2b req-67d9c0cd-47c9-423e-8dec-6f65eac8a9b5 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:01.593121 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9f11e2c1-a920-4ac3-aa66-d6432091bd2b req-67d9c0cd-47c9-423e-8dec-6f65eac8a9b5 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.0649176 Mar 29 15:30:01.605400 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41b9009-d713-46f6-8ec7-45b5710d39a0 x-openstack-request-id: req-c41b9009-d713-46f6-8ec7-45b5710d39a0 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:30:01.605680 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af62a85-8cb8-499f-a9ae-cc1cc59542ad", "tag": "607310dd-0e87-4342-a47b-aeabe0c10835", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:30:01.605934 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c41b9009-d713-46f6-8ec7-45b5710d39a0 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:30:01.606325 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c41b9009-d713-46f6-8ec7-45b5710d39a0'] response: {'name': 'network-changed', 'server_uuid': '8af62a85-8cb8-499f-a9ae-cc1cc59542ad', 'tag': '607310dd-0e87-4342-a47b-aeabe0c10835', 'status': 'completed', 'code': 200} Mar 29 15:30:01.646743 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9f11e2c1-a920-4ac3-aa66-d6432091bd2b req-c759039f-e9b3-4e22-a276-1b013c805df0 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476153 Mar 29 15:30:01.652028 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-a355534b-6822-47d9-8ae1-f6f228dbde3c None None] Set router ef412768-5109-4f89-85ad-b1771a983854 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:30:01.872556 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-a355534b-6822-47d9-8ae1-f6f228dbde3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef412768-5109-4f89-85ad-b1771a983854', 'name': 'tempest-AttachVolumeShelveTestJSON-1908872265-router', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:44Z', 'updated_at': '2022-03-29T15:25:52Z', 'revision_number': 4, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'gw_port': {'id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:45Z', 'updated_at': '2022-03-29T15:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': '69a41a4a-7118-4d96-8514-5ab3051f2d12', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'port_id': '607310dd-0e87-4342-a47b-aeabe0c10835', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'mac_address': 'fa:16:3e:54:00:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af62a85-8cb8-499f-a9ae-cc1cc59542ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:29:43Z', 'updated_at': '2022-03-29T15:30:00Z', 'revision_number': 1, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b600edc1-0e96-4942-bd12-ea3f61043393', 'name': '', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'mac_address': 'fa:16:3e:a1:c5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:51Z', 'updated_at': '2022-03-29T15:26:03Z', 'revision_number': 5, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'subnets': [{'id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:01.897964 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a355534b-6822-47d9-8ae1-f6f228dbde3c None None] Checking router: ef412768-5109-4f89-85ad-b1771a983854 for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:30:01.905790 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a355534b-6822-47d9-8ae1-f6f228dbde3c None None] Routers {'ef412768-5109-4f89-85ad-b1771a983854'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:30:01.906382 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-a355534b-6822-47d9-8ae1-f6f228dbde3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:29:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['ef412768-5109-4f89-85ad-b1771a983854'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:02.086275 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-a355534b-6822-47d9-8ae1-f6f228dbde3c None None] Set router ef412768-5109-4f89-85ad-b1771a983854 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:30:02.299695 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-a355534b-6822-47d9-8ae1-f6f228dbde3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef412768-5109-4f89-85ad-b1771a983854', 'name': 'tempest-AttachVolumeShelveTestJSON-1908872265-router', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:44Z', 'updated_at': '2022-03-29T15:25:52Z', 'revision_number': 4, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'gw_port': {'id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:45Z', 'updated_at': '2022-03-29T15:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': '69a41a4a-7118-4d96-8514-5ab3051f2d12', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'port_id': '607310dd-0e87-4342-a47b-aeabe0c10835', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'mac_address': 'fa:16:3e:54:00:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af62a85-8cb8-499f-a9ae-cc1cc59542ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:29:43Z', 'updated_at': '2022-03-29T15:30:00Z', 'revision_number': 1, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b600edc1-0e96-4942-bd12-ea3f61043393', 'name': '', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'mac_address': 'fa:16:3e:a1:c5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:51Z', 'updated_at': '2022-03-29T15:26:03Z', 'revision_number': 5, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'subnets': [{'id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:02.328498 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a355534b-6822-47d9-8ae1-f6f228dbde3c None None] The sync data for ids ['ef412768-5109-4f89-85ad-b1771a983854'] in dv-cinder-562053-19-iscsi is: [{'id': 'ef412768-5109-4f89-85ad-b1771a983854', 'name': 'tempest-AttachVolumeShelveTestJSON-1908872265-router', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:44Z', 'updated_at': '2022-03-29T15:25:52Z', 'revision_number': 4, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'gw_port': {'id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:45Z', 'updated_at': '2022-03-29T15:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': '69a41a4a-7118-4d96-8514-5ab3051f2d12', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'port_id': '607310dd-0e87-4342-a47b-aeabe0c10835', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'mac_address': 'fa:16:3e:54:00:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af62a85-8cb8-499f-a9ae-cc1cc59542ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:29:43Z', 'updated_at': '2022-03-29T15:30:00Z', 'revision_number': 1, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b600edc1-0e96-4942-bd12-ea3f61043393', 'name': '', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'mac_address': 'fa:16:3e:a1:c5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:51Z', 'updated_at': '2022-03-29T15:26:03Z', 'revision_number': 5, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'subnets': [{'id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:30:02.511255 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c3002b-9333-4f49-9d09-157d2cb23b84 None None] New status for floating IP 69a41a4a-7118-4d96-8514-5ab3051f2d12: ACTIVE {{(pid=103833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:30:02.772432 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4aa3f-5cc2-498a-ad46-8cfd9b1d3d17 req-74275565-ba77-4e66-9751-b4ca701af16c tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:02.773878 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a4f4aa3f-5cc2-498a-ad46-8cfd9b1d3d17 req-74275565-ba77-4e66-9751-b4ca701af16c tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.0576875 Mar 29 15:30:02.822173 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a4f4aa3f-5cc2-498a-ad46-8cfd9b1d3d17 req-a9917601-94e5-41be-b726-bf7a9e937d69 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415497 Mar 29 15:30:03.386035 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729c725-ba36-44a0-a34f-0eb680cef95f req-3bf7704f-5b38-40ef-adb0-45b4af4fa795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:03.387502 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e729c725-ba36-44a0-a34f-0eb680cef95f req-3bf7704f-5b38-40ef-adb0-45b4af4fa795 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58c1f8fd4f83455ca0f32dbc38c1ed32&device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 1129 time: 0.0438399 Mar 29 15:30:03.480492 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729c725-ba36-44a0-a34f-0eb680cef95f req-22d7bb90-3930-4113-b63f-290b7d6feda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:03.481998 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e729c725-ba36-44a0-a34f-0eb680cef95f req-22d7bb90-3930-4113-b63f-290b7d6feda8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9dba225-3458-4749-adfb-4348d5911f6f HTTP/1.1" status: 200 len: 918 time: 0.0875385 Mar 29 15:30:03.545726 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e729c725-ba36-44a0-a34f-0eb680cef95f req-22cc1949-904d-4a98-a634-3e8f86deef78 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=607310dd-0e87-4342-a47b-aeabe0c10835 HTTP/1.1" status: 200 len: 1000 time: 0.0574317 Mar 29 15:30:03.595877 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729c725-ba36-44a0-a34f-0eb680cef95f req-b3e509fb-0fbb-437f-ba26-0253c7019c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:03.597308 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e729c725-ba36-44a0-a34f-0eb680cef95f req-b3e509fb-0fbb-437f-ba26-0253c7019c73 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4 HTTP/1.1" status: 200 len: 856 time: 0.0427475 Mar 29 15:30:03.653021 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729c725-ba36-44a0-a34f-0eb680cef95f req-329815b5-e933-415a-9a40-d22323528aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:03.654473 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e729c725-ba36-44a0-a34f-0eb680cef95f req-329815b5-e933-415a-9a40-d22323528aae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9dba225-3458-4749-adfb-4348d5911f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457301 Mar 29 15:30:03.743919 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e729c725-ba36-44a0-a34f-0eb680cef95f req-bb5847f3-f4c7-4f03-843a-dbd4cea00c3e service neutron] 10.222.0.15 "GET /v2.0/networks/a9dba225-3458-4749-adfb-4348d5911f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813329 Mar 29 15:30:03.833909 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e729c725-ba36-44a0-a34f-0eb680cef95f req-f80c90c6-9e33-49b9-9b5c-e3267fd200af service neutron] 10.222.0.15 "GET /v2.0/networks/a9dba225-3458-4749-adfb-4348d5911f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835874 Mar 29 15:30:03.941105 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7a581-bfa2-43e2-8063-f76180bed36e req-fca11b2f-4e30-430f-8b86-8e80e4153c75 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:03.942602 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-24f7a581-bfa2-43e2-8063-f76180bed36e req-fca11b2f-4e30-430f-8b86-8e80e4153c75 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.0520122 Mar 29 15:30:03.990392 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-24f7a581-bfa2-43e2-8063-f76180bed36e req-32aaa2b6-9744-410e-b30e-7a7d4cfe6a7b tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421238 Mar 29 15:30:04.517890 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:30:05.108917 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c0151-6117-4ff9-81ff-085261bbeb52 req-cba3f2b3-b832-4ba7-be79-1bac4d6c92dc tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:05.110377 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a84c0151-6117-4ff9-81ff-085261bbeb52 req-cba3f2b3-b832-4ba7-be79-1bac4d6c92dc tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.0553575 Mar 29 15:30:05.155600 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a84c0151-6117-4ff9-81ff-085261bbeb52 req-5cb5277a-e431-4b1e-93a6-a14e0ee0755f tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397985 Mar 29 15:30:05.268538 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209cbd4-04ad-4f99-bc10-c8e9df1dce5d req-f17f848b-1146-4e0d-8dc1-47e6d8dd2b0b tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:05.270085 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d209cbd4-04ad-4f99-bc10-c8e9df1dce5d req-f17f848b-1146-4e0d-8dc1-47e6d8dd2b0b tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.0519574 Mar 29 15:30:05.278705 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 37118) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:05.283463 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-e761ba2f-09a5-4e28-8472-a11eb44e6c3a tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Request body: {'floatingip': {'port_id': '33c05afa-ae67-4c5b-861c-cf2fa3c975d2'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:30:05.340347 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e761ba2f-09a5-4e28-8472-a11eb44e6c3a tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks [] for floatingip (6eebe3e5-eaae-4bdd-93f3-67503ba51d93), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:05.959643 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e761ba2f-09a5-4e28-8472-a11eb44e6c3a tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:06.061577 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e761ba2f-09a5-4e28-8472-a11eb44e6c3a tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (6eebe3e5-eaae-4bdd-93f3-67503ba51d93), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:06.268189 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e761ba2f-09a5-4e28-8472-a11eb44e6c3a tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Router 5bb6cb16-b58a-4e20-82e9-33d1ca58826a has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:30:06.371881 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e761ba2f-09a5-4e28-8472-a11eb44e6c3a tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:30:06.377250 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e761ba2f-09a5-4e28-8472-a11eb44e6c3a tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:06.382222 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c05571-be65-4775-ba41-608f278726f9 None None] Sync routers for ids ['5bb6cb16-b58a-4e20-82e9-33d1ca58826a'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:30:06.391731 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c05571-be65-4775-ba41-608f278726f9 None None] Routers {'5bb6cb16-b58a-4e20-82e9-33d1ca58826a'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:30:06.392390 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-19c05571-be65-4775-ba41-608f278726f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:29:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['5bb6cb16-b58a-4e20-82e9-33d1ca58826a'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:06.406640 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907a9d50-485b-401d-838f-cafbe98888d7', 'tag': '33c05afa-ae67-4c5b-861c-cf2fa3c975d2'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:30:06.409404 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17cd39a57bce2f0cfda3a3fd3bf70c34a3f67f93f1dabf257ee71a9fa0902d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34d47fd-1de7-4a4f-87c6-10e7ea325636" -d '{"events": [{"name": "network-changed", "server_uuid": "907a9d50-485b-401d-838f-cafbe98888d7", "tag": "33c05afa-ae67-4c5b-861c-cf2fa3c975d2"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:30:06.442579 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-e761ba2f-09a5-4e28-8472-a11eb44e6c3a tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "PUT /v2.0/floatingips/6eebe3e5-eaae-4bdd-93f3-67503ba51d93 HTTP/1.1" status: 200 len: 993 time: 1.1581488 Mar 29 15:30:06.458258 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b381cbbe-7f3e-4cac-8aac-52b4ed02235e x-openstack-request-id: req-b381cbbe-7f3e-4cac-8aac-52b4ed02235e {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:30:06.458557 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907a9d50-485b-401d-838f-cafbe98888d7", "tag": "33c05afa-ae67-4c5b-861c-cf2fa3c975d2", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:30:06.458813 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b381cbbe-7f3e-4cac-8aac-52b4ed02235e {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:30:06.459223 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b381cbbe-7f3e-4cac-8aac-52b4ed02235e'] response: {'name': 'network-changed', 'server_uuid': '907a9d50-485b-401d-838f-cafbe98888d7', 'tag': '33c05afa-ae67-4c5b-861c-cf2fa3c975d2', 'status': 'completed', 'code': 200} Mar 29 15:30:06.503833 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-19c05571-be65-4775-ba41-608f278726f9 None None] Set router 5bb6cb16-b58a-4e20-82e9-33d1ca58826a gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:30:06.531412 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d47fd-1de7-4a4f-87c6-10e7ea325636 req-f14aec2d-2f44-48b0-8723-5473e72c155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:06.533473 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-c34d47fd-1de7-4a4f-87c6-10e7ea325636 req-f14aec2d-2f44-48b0-8723-5473e72c155b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f08a5b25a074cb7ad80f54d82bf8a5e&device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 1130 time: 0.0435343 Mar 29 15:30:06.625383 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d47fd-1de7-4a4f-87c6-10e7ea325636 req-8108f319-ebc5-4408-a1af-b462bf72c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:06.626850 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-c34d47fd-1de7-4a4f-87c6-10e7ea325636 req-8108f319-ebc5-4408-a1af-b462bf72c1d4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a802c2b-c73f-41c5-a35b-11f174fd7a4a HTTP/1.1" status: 200 len: 920 time: 0.0867608 Mar 29 15:30:06.698395 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-c34d47fd-1de7-4a4f-87c6-10e7ea325636 req-7dfb4f73-48d6-4ef1-9ebb-98e3a4093b95 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33c05afa-ae67-4c5b-861c-cf2fa3c975d2 HTTP/1.1" status: 200 len: 1001 time: 0.0586040 Mar 29 15:30:06.722054 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-19c05571-be65-4775-ba41-608f278726f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'name': 'tempest-ServerRescueNegativeTestJSON-1872306636-router', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:27:02Z', 'revision_number': 4, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'gw_port': {'id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': '6eebe3e5-eaae-4bdd-93f3-67503ba51d93', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'port_id': '33c05afa-ae67-4c5b-861c-cf2fa3c975d2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a', 'mac_address': 'fa:16:3e:9a:e6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a9d50-485b-401d-838f-cafbe98888d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:28:29Z', 'updated_at': '2022-03-29T15:30:05Z', 'revision_number': 3, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71b4dc2b-140f-48ff-912c-6507fb3f4ead', 'name': '', 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'mac_address': 'fa:16:3e:8e:a9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '9d11297b-da68-44b3-bcb2-0f179572e157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:27:01Z', 'updated_at': '2022-03-29T15:27:07Z', 'revision_number': 5, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'subnets': [{'id': '9d11297b-da68-44b3-bcb2-0f179572e157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:06.749804 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d47fd-1de7-4a4f-87c6-10e7ea325636 req-6da90575-1eff-4e74-91a8-3930f5448a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:06.751356 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-c34d47fd-1de7-4a4f-87c6-10e7ea325636 req-6da90575-1eff-4e74-91a8-3930f5448a98 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d11297b-da68-44b3-bcb2-0f179572e157 HTTP/1.1" status: 200 len: 858 time: 0.0430663 Mar 29 15:30:06.752065 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c05571-be65-4775-ba41-608f278726f9 None None] Checking router: 5bb6cb16-b58a-4e20-82e9-33d1ca58826a for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:30:06.760308 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c05571-be65-4775-ba41-608f278726f9 None None] Routers {'5bb6cb16-b58a-4e20-82e9-33d1ca58826a'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:30:06.760912 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-19c05571-be65-4775-ba41-608f278726f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:29:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['5bb6cb16-b58a-4e20-82e9-33d1ca58826a'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:06.803678 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d47fd-1de7-4a4f-87c6-10e7ea325636 req-adf29eda-49b9-4dac-9777-d10d2c42248b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:06.805225 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-c34d47fd-1de7-4a4f-87c6-10e7ea325636 req-adf29eda-49b9-4dac-9777-d10d2c42248b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a802c2b-c73f-41c5-a35b-11f174fd7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470133 Mar 29 15:30:06.869708 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-19c05571-be65-4775-ba41-608f278726f9 None None] Set router 5bb6cb16-b58a-4e20-82e9-33d1ca58826a gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:30:06.900867 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-c34d47fd-1de7-4a4f-87c6-10e7ea325636 req-1947fabc-5343-4700-b53f-4c41a31f68d1 service neutron] 10.222.0.15 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875177 Mar 29 15:30:06.999711 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-c34d47fd-1de7-4a4f-87c6-10e7ea325636 req-6370b25d-4fc2-4e4f-aac0-57954712ff23 service neutron] 10.222.0.15 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922265 Mar 29 15:30:07.091976 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-19c05571-be65-4775-ba41-608f278726f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'name': 'tempest-ServerRescueNegativeTestJSON-1872306636-router', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:27:02Z', 'revision_number': 4, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'gw_port': {'id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': '6eebe3e5-eaae-4bdd-93f3-67503ba51d93', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'port_id': '33c05afa-ae67-4c5b-861c-cf2fa3c975d2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a', 'mac_address': 'fa:16:3e:9a:e6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a9d50-485b-401d-838f-cafbe98888d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:28:29Z', 'updated_at': '2022-03-29T15:30:05Z', 'revision_number': 3, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71b4dc2b-140f-48ff-912c-6507fb3f4ead', 'name': '', 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'mac_address': 'fa:16:3e:8e:a9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '9d11297b-da68-44b3-bcb2-0f179572e157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:27:01Z', 'updated_at': '2022-03-29T15:27:07Z', 'revision_number': 5, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'subnets': [{'id': '9d11297b-da68-44b3-bcb2-0f179572e157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:07.120856 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c05571-be65-4775-ba41-608f278726f9 None None] The sync data for ids ['5bb6cb16-b58a-4e20-82e9-33d1ca58826a'] in dv-cinder-562053-19-iscsi is: [{'id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'name': 'tempest-ServerRescueNegativeTestJSON-1872306636-router', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:27:02Z', 'revision_number': 4, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'gw_port': {'id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': '6eebe3e5-eaae-4bdd-93f3-67503ba51d93', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'port_id': '33c05afa-ae67-4c5b-861c-cf2fa3c975d2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a', 'mac_address': 'fa:16:3e:9a:e6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a9d50-485b-401d-838f-cafbe98888d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:28:29Z', 'updated_at': '2022-03-29T15:30:05Z', 'revision_number': 3, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71b4dc2b-140f-48ff-912c-6507fb3f4ead', 'name': '', 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'mac_address': 'fa:16:3e:8e:a9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '9d11297b-da68-44b3-bcb2-0f179572e157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:27:01Z', 'updated_at': '2022-03-29T15:27:07Z', 'revision_number': 5, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'subnets': [{'id': '9d11297b-da68-44b3-bcb2-0f179572e157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:30:08.460689 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907a9d50-485b-401d-838f-cafbe98888d7', 'tag': '33c05afa-ae67-4c5b-861c-cf2fa3c975d2'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:30:08.463023 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17cd39a57bce2f0cfda3a3fd3bf70c34a3f67f93f1dabf257ee71a9fa0902d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7360ed06-56af-404c-b137-986c968b1715" -d '{"events": [{"name": "network-changed", "server_uuid": "907a9d50-485b-401d-838f-cafbe98888d7", "tag": "33c05afa-ae67-4c5b-861c-cf2fa3c975d2"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:30:08.515537 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0dccb5-f6e0-42f0-8894-a0b57ad10e28 x-openstack-request-id: req-fe0dccb5-f6e0-42f0-8894-a0b57ad10e28 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:30:08.515829 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907a9d50-485b-401d-838f-cafbe98888d7", "tag": "33c05afa-ae67-4c5b-861c-cf2fa3c975d2", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:30:08.516082 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe0dccb5-f6e0-42f0-8894-a0b57ad10e28 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:30:08.516575 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe0dccb5-f6e0-42f0-8894-a0b57ad10e28'] response: {'name': 'network-changed', 'server_uuid': '907a9d50-485b-401d-838f-cafbe98888d7', 'tag': '33c05afa-ae67-4c5b-861c-cf2fa3c975d2', 'status': 'completed', 'code': 200} Mar 29 15:30:08.581549 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360ed06-56af-404c-b137-986c968b1715 req-f3f68c92-6311-47eb-96c1-6b567a442f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:08.583059 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-7360ed06-56af-404c-b137-986c968b1715 req-f3f68c92-6311-47eb-96c1-6b567a442f3a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f08a5b25a074cb7ad80f54d82bf8a5e&device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 1130 time: 0.0448651 Mar 29 15:30:08.671791 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360ed06-56af-404c-b137-986c968b1715 req-70ea0c7e-c619-4953-ae2d-5223a5e9f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:08.673429 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-7360ed06-56af-404c-b137-986c968b1715 req-70ea0c7e-c619-4953-ae2d-5223a5e9f096 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a802c2b-c73f-41c5-a35b-11f174fd7a4a HTTP/1.1" status: 200 len: 920 time: 0.0842857 Mar 29 15:30:08.745013 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-7360ed06-56af-404c-b137-986c968b1715 req-139d722f-d6d0-4e52-8981-cef22114d1a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33c05afa-ae67-4c5b-861c-cf2fa3c975d2 HTTP/1.1" status: 200 len: 1001 time: 0.0616860 Mar 29 15:30:08.792584 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360ed06-56af-404c-b137-986c968b1715 req-4887a1f4-1e15-4899-a186-c58f3e389ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:08.794029 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-7360ed06-56af-404c-b137-986c968b1715 req-4887a1f4-1e15-4899-a186-c58f3e389ca6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d11297b-da68-44b3-bcb2-0f179572e157 HTTP/1.1" status: 200 len: 858 time: 0.0430219 Mar 29 15:30:08.842875 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360ed06-56af-404c-b137-986c968b1715 req-d120ba6a-e9be-4101-a5f9-12fbaa98cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:08.844381 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-7360ed06-56af-404c-b137-986c968b1715 req-d120ba6a-e9be-4101-a5f9-12fbaa98cf86 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a802c2b-c73f-41c5-a35b-11f174fd7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441053 Mar 29 15:30:08.938548 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-7360ed06-56af-404c-b137-986c968b1715 req-b7890083-a234-4c01-b563-d3753b0f358f service neutron] 10.222.0.15 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848897 Mar 29 15:30:09.025074 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-7360ed06-56af-404c-b137-986c968b1715 req-bde916ac-fb15-4eb6-a113-6c270d29d75d service neutron] 10.222.0.15 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805013 Mar 29 15:30:09.892914 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202baf32-18fb-4407-846d-7746558a1e5e req-f420d882-f707-4e08-8d04-0fc84f16480a tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:09.894386 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-202baf32-18fb-4407-846d-7746558a1e5e req-f420d882-f707-4e08-8d04-0fc84f16480a tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb91883-d469-4b4e-b242-064f14ada2b2 HTTP/1.1" status: 200 len: 945 time: 0.0555608 Mar 29 15:30:09.941502 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-202baf32-18fb-4407-846d-7746558a1e5e req-e1122968-6895-490b-828b-aaf303852f35 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf0cf1eb-ff0f-4bae-8c42-559650fc72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411007 Mar 29 15:30:11.062062 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdaacfa-1858-4558-89ac-e41a937104ba req-9cac42df-bc4e-4991-935b-81d8d14ed9a8 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:11.065559 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5cdaacfa-1858-4558-89ac-e41a937104ba req-9cac42df-bc4e-4991-935b-81d8d14ed9a8 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb91883-d469-4b4e-b242-064f14ada2b2 HTTP/1.1" status: 200 len: 945 time: 0.0503337 Mar 29 15:30:11.108779 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5cdaacfa-1858-4558-89ac-e41a937104ba req-a752b102-d0a3-4c8a-bcd6-f87823e431d7 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf0cf1eb-ff0f-4bae-8c42-559650fc72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393488 Mar 29 15:30:11.659064 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbed6e5-452a-41b7-b2bb-33c89a86475b req-01006478-d64a-44f0-8d7f-a3a8eb8bbaca tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:11.660512 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-cdbed6e5-452a-41b7-b2bb-33c89a86475b req-01006478-d64a-44f0-8d7f-a3a8eb8bbaca tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fb91883-d469-4b4e-b242-064f14ada2b2 HTTP/1.1" status: 200 len: 945 time: 0.0551760 Mar 29 15:30:11.753986 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-cdbed6e5-452a-41b7-b2bb-33c89a86475b req-ee274a6c-5b04-4e0d-aac9-f20fc051ccc8 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Deleting port 7863586b-db58-4e2d-a967-c412f4447aa4 {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:30:11.754327 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-cdbed6e5-452a-41b7-b2bb-33c89a86475b req-ee274a6c-5b04-4e0d-aac9-f20fc051ccc8 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (7863586b-db58-4e2d-a967-c412f4447aa4), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:11.840769 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-cdbed6e5-452a-41b7-b2bb-33c89a86475b req-ee274a6c-5b04-4e0d-aac9-f20fc051ccc8 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] For port 7863586b-db58-4e2d-a967-c412f4447aa4, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=7863586b-db58-4e2d-a967-c412f4447aa4,segment=NetworkSegment(5524acb5-732f-49f4-bdf7-875eeb3e1876),segment_id=5524acb5-732f-49f4-bdf7-875eeb3e1876)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:30:11.841126 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-cdbed6e5-452a-41b7-b2bb-33c89a86475b req-ee274a6c-5b04-4e0d-aac9-f20fc051ccc8 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (7863586b-db58-4e2d-a967-c412f4447aa4), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:11.853481 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-cdbed6e5-452a-41b7-b2bb-33c89a86475b req-ee274a6c-5b04-4e0d-aac9-f20fc051ccc8 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Calling delete_port for 7863586b-db58-4e2d-a967-c412f4447aa4 owned by compute:nova {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:30:12.058969 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-cdbed6e5-452a-41b7-b2bb-33c89a86475b req-ee274a6c-5b04-4e0d-aac9-f20fc051ccc8 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (7863586b-db58-4e2d-a967-c412f4447aa4), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:12.072539 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['7863586b-db58-4e2d-a967-c412f4447aa4'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:30:12.208182 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-16073a8d-a407-4d5c-bdd9-fef1dcbb9369 req-e042081a-ce34-4738-9eea-2250c10fc33c tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb91883-d469-4b4e-b242-064f14ada2b2 HTTP/1.1" status: 200 len: 210 time: 0.0283113 Mar 29 15:30:12.326556 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee274a6c-5b04-4e0d-aac9-f20fc051ccc8 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Pushing event deleted for resources: {'Port': ['ID=7863586b-db58-4e2d-a967-c412f4447aa4,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:12.366830 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbed6e5-452a-41b7-b2bb-33c89a86475b req-ee274a6c-5b04-4e0d-aac9-f20fc051ccc8 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] No DVR routers for this DVR port 7863586b-db58-4e2d-a967-c412f4447aa4 on host hv-cinder-56205 {{(pid=103831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:30:12.370254 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-cdbed6e5-452a-41b7-b2bb-33c89a86475b req-ee274a6c-5b04-4e0d-aac9-f20fc051ccc8 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:12.373593 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-cdbed6e5-452a-41b7-b2bb-33c89a86475b req-ee274a6c-5b04-4e0d-aac9-f20fc051ccc8 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.15 "DELETE /v2.0/ports/7863586b-db58-4e2d-a967-c412f4447aa4 HTTP/1.1" status: 204 len: 173 time: 0.7039533 Mar 29 15:30:12.374029 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb91883-d469-4b4e-b242-064f14ada2b2', 'name': 'network-vif-deleted', 'tag': '7863586b-db58-4e2d-a967-c412f4447aa4'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:30:12.376855 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c807d0-d881-4070-add8-009091751824" -d '{"events": [{"server_uuid": "5fb91883-d469-4b4e-b242-064f14ada2b2", "name": "network-vif-deleted", "tag": "7863586b-db58-4e2d-a967-c412f4447aa4"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:30:12.411664 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc07799-87a9-43a2-a4d5-5d0d93f0b1f6 x-openstack-request-id: req-0fc07799-87a9-43a2-a4d5-5d0d93f0b1f6 {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:30:12.411957 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb91883-d469-4b4e-b242-064f14ada2b2", "name": "network-vif-deleted", "tag": "7863586b-db58-4e2d-a967-c412f4447aa4", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:30:12.412201 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0fc07799-87a9-43a2-a4d5-5d0d93f0b1f6 {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:30:12.412623 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fc07799-87a9-43a2-a4d5-5d0d93f0b1f6'] response: {'server_uuid': '5fb91883-d469-4b4e-b242-064f14ada2b2', 'name': 'network-vif-deleted', 'tag': '7863586b-db58-4e2d-a967-c412f4447aa4', 'status': 'completed', 'code': 200} Mar 29 15:30:13.258598 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:13.318834 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-be65b03b-cd91-4bea-9a0e-fca88a91f028 req-6bb2520b-3bbc-4461-9b51-9f8fabb14bd0 tempest-VolumesSnapshotTestJSON-1302888734 tempest-VolumesSnapshotTestJSON-1302888734-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb91883-d469-4b4e-b242-064f14ada2b2 HTTP/1.1" status: 200 len: 210 time: 0.0298066 Mar 29 15:30:17.544521 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 7863586b-db58-4e2d-a967-c412f4447aa4 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:30:17.565476 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] No Port match for: 7863586b-db58-4e2d-a967-c412f4447aa4 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:30:17.565818 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 7863586b-db58-4e2d-a967-c412f4447aa4 not bound to the agent host hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:30:22.278091 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3247fc95-0f50-46ef-a29b-eb8b526e6b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:24.443592 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-98994ba2-d57d-4321-91d9-b4b968b45df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:25.580626 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:26.958010 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:28.460606 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:39.858558 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 37302) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:39.898966 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b3783b2-a0c1-4a61-b524-b140a7a902dc admin admin] Deleting subnet e0f6d529-d001-4321-bc47-dad830d50afc {{(pid=103832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:30:39.901925 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7b3783b2-a0c1-4a61-b524-b140a7a902dc admin admin] Publish callbacks [] for subnet (e0f6d529-d001-4321-bc47-dad830d50afc), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:39.934804 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7b3783b2-a0c1-4a61-b524-b140a7a902dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032645'] for subnet (e0f6d529-d001-4321-bc47-dad830d50afc), precommit_delete_associations {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:39.972365 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7b3783b2-a0c1-4a61-b524-b140a7a902dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171654'] for subnet (e0f6d529-d001-4321-bc47-dad830d50afc), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:40.089193 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7b3783b2-a0c1-4a61-b524-b140a7a902dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10479047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10310206'] for subnet (e0f6d529-d001-4321-bc47-dad830d50afc), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:40.118809 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3783b2-a0c1-4a61-b524-b140a7a902dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0f6d529-d001-4321-bc47-dad830d50afc,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:40.120737 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7b3783b2-a0c1-4a61-b524-b140a7a902dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:40.123766 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-7b3783b2-a0c1-4a61-b524-b140a7a902dc admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e0f6d529-d001-4321-bc47-dad830d50afc HTTP/1.1" status: 204 len: 168 time: 0.2665071 Mar 29 15:30:40.126638 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 37304) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:40.192678 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0af3d745-43d7-41ac-a9ea-ab04eff042db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105799'] for network (37949014-d5b6-4728-93b1-a16fca3423a5), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:40.270590 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0af3d745-43d7-41ac-a9ea-ab04eff042db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1238605', 'neutron.services.segments.db._delete_segments_for_network-8748544868922'] for network (37949014-d5b6-4728-93b1-a16fca3423a5), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:40.290042 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.services.segments.db [None req-0af3d745-43d7-41ac-a9ea-ab04eff042db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37949014-d5b6-4728-93b1-a16fca3423a5']}} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:40.299477 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.services.segments.db [None req-0af3d745-43d7-41ac-a9ea-ab04eff042db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5524acb5-732f-49f4-bdf7-875eeb3e1876') {'for_net_delete': True} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:40.299768 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.services.segments.db [None req-0af3d745-43d7-41ac-a9ea-ab04eff042db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5524acb5-732f-49f4-bdf7-875eeb3e1876') {} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:40.308660 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0af3d745-43d7-41ac-a9ea-ab04eff042db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748544868419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032654'] for segment (5524acb5-732f-49f4-bdf7-875eeb3e1876), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:40.322732 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0af3d745-43d7-41ac-a9ea-ab04eff042db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (5524acb5-732f-49f4-bdf7-875eeb3e1876), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:40.328375 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af3d745-43d7-41ac-a9ea-ab04eff042db admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:30:40.328753 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0af3d745-43d7-41ac-a9ea-ab04eff042db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10426465'] for segment (5524acb5-732f-49f4-bdf7-875eeb3e1876), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: Traceback (most recent call last): Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: timer() Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: cb(*args, **kw) Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: return func(*args, **kwargs) Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: self._notify() Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: self.callback(batched_events) Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: event.method(event) Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: return f(self, *a, **k) Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: return self._get(url).json() Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: return self.request(url, 'GET', **kwargs) Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:30:40.330345 dv-cinder-562053-19-iscsi neutron-server[103832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:30:40.463780 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0af3d745-43d7-41ac-a9ea-ab04eff042db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1238596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033322'] for network (37949014-d5b6-4728-93b1-a16fca3423a5), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:40.469006 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0af3d745-43d7-41ac-a9ea-ab04eff042db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:40.472611 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-0af3d745-43d7-41ac-a9ea-ab04eff042db admin admin] 10.222.0.39 "DELETE /v2.0/networks/37949014-d5b6-4728-93b1-a16fca3423a5 HTTP/1.1" status: 204 len: 168 time: 0.3450580 Mar 29 15:30:40.483338 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3d745-43d7-41ac-a9ea-ab04eff042db admin admin] Pushing event deleted for resources: {'Network': ['ID=37949014-d5b6-4728-93b1-a16fca3423a5,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:40.797167 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 37310) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:40.835785 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-94c4d6e7-4499-42ee-b622-dc70c6f8b08b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cc9c6d0800194ca6882e16ab4d1f480a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369668 Mar 29 15:30:40.838156 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 37312) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:40.886444 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a5cca4ec-e1a4-4bf3-891c-41d17172f302 admin admin] Publish callbacks [] for security_group (bf0cf1eb-ff0f-4bae-8c42-559650fc72c2), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:40.906234 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a5cca4ec-e1a4-4bf3-891c-41d17172f302 admin admin] Publish callbacks [] for security_group (bf0cf1eb-ff0f-4bae-8c42-559650fc72c2), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:40.991060 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a5cca4ec-e1a4-4bf3-891c-41d17172f302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (bf0cf1eb-ff0f-4bae-8c42-559650fc72c2), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:40.993645 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a5cca4ec-e1a4-4bf3-891c-41d17172f302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:40.994779 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-a5cca4ec-e1a4-4bf3-891c-41d17172f302 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf0cf1eb-ff0f-4bae-8c42-559650fc72c2 HTTP/1.1" status: 204 len: 168 time: 0.1557689 Mar 29 15:30:41.002418 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cca4ec-e1a4-4bf3-891c-41d17172f302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0cf1eb-ff0f-4bae-8c42-559650fc72c2,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:41.009601 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cca4ec-e1a4-4bf3-891c-41d17172f302 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:41.009933 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cca4ec-e1a4-4bf3-891c-41d17172f302 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:41.010280 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cca4ec-e1a4-4bf3-891c-41d17172f302 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:41.010619 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cca4ec-e1a4-4bf3-891c-41d17172f302 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:41.010953 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cca4ec-e1a4-4bf3-891c-41d17172f302 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:41.011285 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cca4ec-e1a4-4bf3-891c-41d17172f302 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:41.011615 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cca4ec-e1a4-4bf3-891c-41d17172f302 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:41.011941 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cca4ec-e1a4-4bf3-891c-41d17172f302 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:41.012281 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cca4ec-e1a4-4bf3-891c-41d17172f302 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:41.012614 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cca4ec-e1a4-4bf3-891c-41d17172f302 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:41.012961 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cca4ec-e1a4-4bf3-891c-41d17172f302 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:41.013290 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cca4ec-e1a4-4bf3-891c-41d17172f302 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:41.013612 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cca4ec-e1a4-4bf3-891c-41d17172f302 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:41.013931 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cca4ec-e1a4-4bf3-891c-41d17172f302 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:41.014258 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cca4ec-e1a4-4bf3-891c-41d17172f302 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:41.516404 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:30:41.957790 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 37336) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:42.051340 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-e696e808-3ec8-4966-a809-783d169a6da1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-47432897-network', 'tenant_id': 'b38e7969800b462c9f549e8936e05713'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:30:42.151554 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e696e808-3ec8-4966-a809-783d169a6da1 admin admin] Made reservation on behalf of b38e7969800b462c9f549e8936e05713 for: {'network': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:30:42.153987 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e696e808-3ec8-4966-a809-783d169a6da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for network (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:42.162862 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e696e808-3ec8-4966-a809-783d169a6da1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:42.234793 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e696e808-3ec8-4966-a809-783d169a6da1 admin admin] Publish callbacks [] for security_group (838a7e0d-cc4a-44d5-9ad4-8cc83334146b), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:42.298237 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e696e808-3ec8-4966-a809-783d169a6da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (838a7e0d-cc4a-44d5-9ad4-8cc83334146b), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:42.321791 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e696e808-3ec8-4966-a809-783d169a6da1 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:30:42.331427 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696e808-3ec8-4966-a809-783d169a6da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838a7e0d-cc4a-44d5-9ad4-8cc83334146b,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:42.335983 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e696e808-3ec8-4966-a809-783d169a6da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (6d655c62-26bc-4f1a-b28a-6428719d7433), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:42.336344 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.db.segments_db [None req-e696e808-3ec8-4966-a809-783d169a6da1 admin admin] Added segment 6d655c62-26bc-4f1a-b28a-6428719d7433 of type vlan for network 4743a25d-6f3c-4176-a7c2-eecb6d06479d Mar 29 15:30:42.377752 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e696e808-3ec8-4966-a809-783d169a6da1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748544495665'] for network (4743a25d-6f3c-4176-a7c2-eecb6d06479d), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:42.469826 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e696e808-3ec8-4966-a809-783d169a6da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for network (4743a25d-6f3c-4176-a7c2-eecb6d06479d), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:42.471220 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e696e808-3ec8-4966-a809-783d169a6da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:42.472044 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e696e808-3ec8-4966-a809-783d169a6da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:42.531229 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696e808-3ec8-4966-a809-783d169a6da1 admin admin] Pushing event updated for resources: {'Network': ['ID=4743a25d-6f3c-4176-a7c2-eecb6d06479d,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:42.540814 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Network 4743a25d-6f3c-4176-a7c2-eecb6d06479d details requested by agent ovs-agent-dv-cinder-562053-19-iscsi with host dv-cinder-562053-19-iscsi {{(pid=103833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:30:42.599762 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-e696e808-3ec8-4966-a809-783d169a6da1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6408770 Mar 29 15:30:42.602492 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 37340) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:42.607200 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-951d4808-f229-4a91-a129-1c3af5700bc9 admin admin] Request body: {'subnet': {'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-47432897-subnet', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'ip_version': 4}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:30:42.689247 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951d4808-f229-4a91-a129-1c3af5700bc9 admin admin] Made reservation on behalf of b38e7969800b462c9f549e8936e05713 for: {'subnet': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:30:42.691533 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-951d4808-f229-4a91-a129-1c3af5700bc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10310177'] for subnet (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:42.934441 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-951d4808-f229-4a91-a129-1c3af5700bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10478980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10310199'] for subnet (0b7273ae-f678-496a-aaad-7ae864b3fe14), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:42.989322 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d4808-f229-4a91-a129-1c3af5700bc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b7273ae-f678-496a-aaad-7ae864b3fe14,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:42.996228 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951d4808-f229-4a91-a129-1c3af5700bc9 admin admin] Checking segment: {'id': '6d655c62-26bc-4f1a-b28a-6428719d7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:30:42.996607 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951d4808-f229-4a91-a129-1c3af5700bc9 admin admin] Network hostable DHCP agents. Network: 4743a25d-6f3c-4176-a7c2-eecb6d06479d, hostable agents: ['60b75cb5-fa55-4ab5-bd81-9da0c894ffc8'], hosted agents: [] {{(pid=103832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:30:43.065412 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951d4808-f229-4a91-a129-1c3af5700bc9 admin admin] Network 4743a25d-6f3c-4176-a7c2-eecb6d06479d is scheduled to be hosted by DHCP agent 60b75cb5-fa55-4ab5-bd81-9da0c894ffc8 with binding_index 1 {{(pid=103832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:30:43.128009 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-951d4808-f229-4a91-a129-1c3af5700bc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-19-iscsi, 4743a25d-6f3c-4176-a7c2-eecb6d06479d) {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:30:43.131952 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951d4808-f229-4a91-a129-1c3af5700bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:43.132567 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-951d4808-f229-4a91-a129-1c3af5700bc9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:43.138844 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14969b55-0ba2-4bd7-9768-4ae7fa0d5807 None None] Network 4743a25d-6f3c-4176-a7c2-eecb6d06479d requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:30:43.205494 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-951d4808-f229-4a91-a129-1c3af5700bc9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6017489 Mar 29 15:30:43.207970 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 37342) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:43.212142 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-0168a4e9-37d6-4f00-95d0-2ed46bc8143d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-47432897-router', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:30:43.214394 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:43.239099 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd4760e-f710-5e2a-8ad4-26c94dd4ee74-4743a25d-6f3c-4176-a7c2-eecb6d06479d', 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d', 'project_id': 'b38e7969800b462c9f549e8936e05713', 'fixed_ips': [{'subnet_id': '0b7273ae-f678-496a-aaad-7ae864b3fe14'}]}} from dv-cinder-562053-19-iscsi. {{(pid=103833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:30:43.239942 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:43.277386 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0168a4e9-37d6-4f00-95d0-2ed46bc8143d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1031732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router (7688dbfa-20d5-4488-9a6c-8014496b34e4), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:43.278429 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0168a4e9-37d6-4f00-95d0-2ed46bc8143d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1033461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-836'] for router (7688dbfa-20d5-4488-9a6c-8014496b34e4), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:43.334442 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0168a4e9-37d6-4f00-95d0-2ed46bc8143d admin admin] Publish callbacks [] for router_controller (7688dbfa-20d5-4488-9a6c-8014496b34e4), precommit_add_association {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:43.376312 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Allocated IP 172.20.0.2 (4743a25d-6f3c-4176-a7c2-eecb6d06479d/0b7273ae-f678-496a-aaad-7ae864b3fe14/8b51803c-a90d-481d-9096-746e6321ffcf) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:30:43.512240 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Publish callbacks [] for port (8b51803c-a90d-481d-9096-746e6321ffcf), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:43.542765 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0168a4e9-37d6-4f00-95d0-2ed46bc8143d admin admin] Publish callbacks [] for router_gateway (7688dbfa-20d5-4488-9a6c-8014496b34e4), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:43.557313 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934'] for port (8b51803c-a90d-481d-9096-746e6321ffcf), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:43.598686 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Network 4743a25d-6f3c-4176-a7c2-eecb6d06479d is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:30:43.601507 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:30:43.609854 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:30:43.613327 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Pushing event updated for resources: {'Port': ['ID=8b51803c-a90d-481d-9096-746e6321ffcf,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:43.624370 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:43.624715 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:43.625052 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:43.625384 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:43.625734 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:43.626599 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:43.626925 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:43.627245 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:43.627570 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:43.627891 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:43.628207 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:43.628550 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:43.628866 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:43.629180 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:43.629491 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:43.675391 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Attempting to bind port 8b51803c-a90d-481d-9096-746e6321ffcf on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:30:43.675760 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Attempting to bind port 8b51803c-a90d-481d-9096-746e6321ffcf by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': '6d655c62-26bc-4f1a-b28a-6428719d7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d'}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:30:43.676224 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Attempting to bind port 8b51803c-a90d-481d-9096-746e6321ffcf on network 4743a25d-6f3c-4176-a7c2-eecb6d06479d {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:30:43.681258 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:30:43.681644 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Checking segment: {'id': '6d655c62-26bc-4f1a-b28a-6428719d7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:30:43.682063 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:43.682425 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Bound using segment: {'id': '6d655c62-26bc-4f1a-b28a-6428719d7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d'} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:30:43.682889 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Bound port: 8b51803c-a90d-481d-9096-746e6321ffcf, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d655c62-26bc-4f1a-b28a-6428719d7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d'}}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:30:43.683259 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (8b51803c-a90d-481d-9096-746e6321ffcf), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:43.744180 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] For port 8b51803c-a90d-481d-9096-746e6321ffcf, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:30:43.747101 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] For port 8b51803c-a90d-481d-9096-746e6321ffcf, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=8b51803c-a90d-481d-9096-746e6321ffcf,segment=NetworkSegment(6d655c62-26bc-4f1a-b28a-6428719d7433),segment_id=6d655c62-26bc-4f1a-b28a-6428719d7433)] {{(pid=103833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:30:43.795940 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0168a4e9-37d6-4f00-95d0-2ed46bc8143d admin admin] Publish callbacks [] for router_gateway (7688dbfa-20d5-4488-9a6c-8014496b34e4), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:43.815182 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0168a4e9-37d6-4f00-95d0-2ed46bc8143d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:43.837606 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (8b51803c-a90d-481d-9096-746e6321ffcf), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:43.897469 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44e468-437f-409c-abf7-a6d37cee66a3 None None] Pushing event updated for resources: {'Port': ['ID=8b51803c-a90d-481d-9096-746e6321ffcf,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:43.928431 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [None req-0168a4e9-37d6-4f00-95d0-2ed46bc8143d admin admin] Allocated IP 172.27.3.214 (3dc57d37-328b-453d-86b3-347b9e0efd38/8a0c47e6-f825-43a4-ad31-8f961885bd6a/880fc895-f86d-4914-9a23-1e68b24a0a79) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:30:44.037842 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0168a4e9-37d6-4f00-95d0-2ed46bc8143d admin admin] Publish callbacks [] for port (880fc895-f86d-4914-9a23-1e68b24a0a79), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:44.129204 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0168a4e9-37d6-4f00-95d0-2ed46bc8143d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (880fc895-f86d-4914-9a23-1e68b24a0a79), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:44.175995 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0168a4e9-37d6-4f00-95d0-2ed46bc8143d admin admin] Network 3dc57d37-328b-453d-86b3-347b9e0efd38 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:30:44.181112 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-0168a4e9-37d6-4f00-95d0-2ed46bc8143d admin admin] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:30:44.183529 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0168a4e9-37d6-4f00-95d0-2ed46bc8143d admin admin] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:30:44.189859 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168a4e9-37d6-4f00-95d0-2ed46bc8143d admin admin] Pushing event updated for resources: {'Port': ['ID=880fc895-f86d-4914-9a23-1e68b24a0a79,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:44.487362 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0168a4e9-37d6-4f00-95d0-2ed46bc8143d admin admin] Publish callbacks [] for router_gateway (7688dbfa-20d5-4488-9a6c-8014496b34e4), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:44.709621 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 8b51803c-a90d-481d-9096-746e6321ffcf up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:30:44.792889 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 8b51803c-a90d-481d-9096-746e6321ffcf triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:30:44.793531 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (8b51803c-a90d-481d-9096-746e6321ffcf), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:44.856707 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d5b957-314b-418e-9833-fc5da3ad11ca None None] Network 4743a25d-6f3c-4176-a7c2-eecb6d06479d requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:30:44.949224 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 8b51803c-a90d-481d-9096-746e6321ffcf is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:30:44.949906 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (8b51803c-a90d-481d-9096-746e6321ffcf), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:44.967108 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-51b10d25-2b44-48b4-80f2-423b36c3cdb6 None None] Provisioning complete for port 8b51803c-a90d-481d-9096-746e6321ffcf triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:30:44.970132 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-51b10d25-2b44-48b4-80f2-423b36c3cdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (8b51803c-a90d-481d-9096-746e6321ffcf), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:44.972110 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4f659-c1ea-4f31-960b-5a6a3f8af993 req-1e219f9b-9cbf-441a-a0ab-3fed2c737d82 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:44.973616 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-07b4f659-c1ea-4f31-960b-5a6a3f8af993 req-1e219f9b-9cbf-441a-a0ab-3fed2c737d82 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.0755036 Mar 29 15:30:44.976538 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0168a4e9-37d6-4f00-95d0-2ed46bc8143d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1033250'] for router (7688dbfa-20d5-4488-9a6c-8014496b34e4), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:45.049026 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] For port 8b51803c-a90d-481d-9096-746e6321ffcf, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=8b51803c-a90d-481d-9096-746e6321ffcf,segment=NetworkSegment(6d655c62-26bc-4f1a-b28a-6428719d7433),segment_id=6d655c62-26bc-4f1a-b28a-6428719d7433)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:30:45.092468 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-07b4f659-c1ea-4f31-960b-5a6a3f8af993 req-626aa9b8-20cf-425a-b0f8-3891d6a9fb6c tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126089 Mar 29 15:30:45.104181 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-51b10d25-2b44-48b4-80f2-423b36c3cdb6 None None] Current status of the port 8b51803c-a90d-481d-9096-746e6321ffcf is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:30:45.104181 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-51b10d25-2b44-48b4-80f2-423b36c3cdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (8b51803c-a90d-481d-9096-746e6321ffcf), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:45.139002 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (8b51803c-a90d-481d-9096-746e6321ffcf), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:45.213356 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.db.api [None req-51b10d25-2b44-48b4-80f2-423b36c3cdb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:30:45.213713 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG oslo_db.api [None req-51b10d25-2b44-48b4-80f2-423b36c3cdb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:30:45.218155 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Pushing event updated for resources: {'Port': ['ID=8b51803c-a90d-481d-9096-746e6321ffcf,revision_number=3']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:45.231120 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0168a4e9-37d6-4f00-95d0-2ed46bc8143d admin admin] Router 7688dbfa-20d5-4488-9a6c-8014496b34e4 is scheduled to L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc with binding_index 1 {{(pid=103832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:30:45.345546 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0168a4e9-37d6-4f00-95d0-2ed46bc8143d admin admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:30:45.354358 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dc3864-1e82-41b5-a3bb-17ea5ff49d0a None None] Sync routers for ids ['7688dbfa-20d5-4488-9a6c-8014496b34e4'] in dv-cinder-562053-19-iscsi {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:30:45.363502 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dc3864-1e82-41b5-a3bb-17ea5ff49d0a None None] Routers {'7688dbfa-20d5-4488-9a6c-8014496b34e4'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:30:45.364111 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-88dc3864-1e82-41b5-a3bb-17ea5ff49d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:30:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['7688dbfa-20d5-4488-9a6c-8014496b34e4'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:45.502697 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0168a4e9-37d6-4f00-95d0-2ed46bc8143d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:45.504042 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-0168a4e9-37d6-4f00-95d0-2ed46bc8143d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2951055 Mar 29 15:30:45.507374 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 37356) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:45.587571 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-88dc3864-1e82-41b5-a3bb-17ea5ff49d0a None None] Set router 7688dbfa-20d5-4488-9a6c-8014496b34e4 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:30:45.773355 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-51b10d25-2b44-48b4-80f2-423b36c3cdb6 None None] Current status of the port 8b51803c-a90d-481d-9096-746e6321ffcf is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:30:45.791549 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-88dc3864-1e82-41b5-a3bb-17ea5ff49d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'name': 'tempest-TestVolumeBootPattern-47432897-router', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:44Z', 'revision_number': 3, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'gw_port': {'id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:45.821476 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dc3864-1e82-41b5-a3bb-17ea5ff49d0a None None] Checking router: 7688dbfa-20d5-4488-9a6c-8014496b34e4 for host: dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:30:45.821827 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dc3864-1e82-41b5-a3bb-17ea5ff49d0a None None] Updating router 7688dbfa-20d5-4488-9a6c-8014496b34e4 port 880fc895-f86d-4914-9a23-1e68b24a0a79 binding host dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:30:45.847229 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-88dc3864-1e82-41b5-a3bb-17ea5ff49d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (880fc895-f86d-4914-9a23-1e68b24a0a79), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:45.920481 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4afdd385-af96-451c-8987-485040c2564c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:45.955309 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-0baf14a3-6344-4967-96c2-a26fddf36139 None None] Provisioning complete for port 8b51803c-a90d-481d-9096-746e6321ffcf triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:30:45.955677 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0baf14a3-6344-4967-96c2-a26fddf36139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (8b51803c-a90d-481d-9096-746e6321ffcf), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:46.075386 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [None req-4afdd385-af96-451c-8987-485040c2564c admin admin] Allocated IP 172.20.0.1 (4743a25d-6f3c-4176-a7c2-eecb6d06479d/0b7273ae-f678-496a-aaad-7ae864b3fe14/ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:30:46.109253 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-0baf14a3-6344-4967-96c2-a26fddf36139 None None] Current status of the port 8b51803c-a90d-481d-9096-746e6321ffcf is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:30:46.169186 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-88dc3864-1e82-41b5-a3bb-17ea5ff49d0a None None] Publish callbacks [] for port (880fc895-f86d-4914-9a23-1e68b24a0a79), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:46.190750 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4afdd385-af96-451c-8987-485040c2564c admin admin] Publish callbacks [] for port (ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:46.235670 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-88dc3864-1e82-41b5-a3bb-17ea5ff49d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (880fc895-f86d-4914-9a23-1e68b24a0a79), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:46.282891 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-88dc3864-1e82-41b5-a3bb-17ea5ff49d0a None None] Attempting to bind port 880fc895-f86d-4914-9a23-1e68b24a0a79 on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:30:46.283270 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-88dc3864-1e82-41b5-a3bb-17ea5ff49d0a None None] Attempting to bind port 880fc895-f86d-4914-9a23-1e68b24a0a79 by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:30:46.283710 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dc3864-1e82-41b5-a3bb-17ea5ff49d0a None None] Attempting to bind port 880fc895-f86d-4914-9a23-1e68b24a0a79 on network 3dc57d37-328b-453d-86b3-347b9e0efd38 {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:30:46.292740 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4afdd385-af96-451c-8987-485040c2564c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:46.304996 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ca802-8ca2-4411-aa46-ef6697d42f20 None None] Pushing event updated for resources: {'Port': ['ID=880fc895-f86d-4914-9a23-1e68b24a0a79,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:46.311300 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-dc36dade-5492-404f-84e5-3b3a1b42e564 req-a12241e0-1b96-4c14-a862-2d7bc9d2c84b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473812 Mar 29 15:30:46.313349 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dc3864-1e82-41b5-a3bb-17ea5ff49d0a None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:30:46.313737 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dc3864-1e82-41b5-a3bb-17ea5ff49d0a None None] Checking segment: {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:30:46.314144 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-88dc3864-1e82-41b5-a3bb-17ea5ff49d0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:46.314536 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dc3864-1e82-41b5-a3bb-17ea5ff49d0a None None] Bound using segment: {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:30:46.315086 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-88dc3864-1e82-41b5-a3bb-17ea5ff49d0a None None] Bound port: 880fc895-f86d-4914-9a23-1e68b24a0a79, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:30:46.315476 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-88dc3864-1e82-41b5-a3bb-17ea5ff49d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (880fc895-f86d-4914-9a23-1e68b24a0a79), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:46.362860 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afdd385-af96-451c-8987-485040c2564c admin admin] Network 4743a25d-6f3c-4176-a7c2-eecb6d06479d is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:30:46.367946 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-4afdd385-af96-451c-8987-485040c2564c admin admin] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:30:46.373854 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-88dc3864-1e82-41b5-a3bb-17ea5ff49d0a None None] For port 880fc895-f86d-4914-9a23-1e68b24a0a79, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:30:46.377022 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-88dc3864-1e82-41b5-a3bb-17ea5ff49d0a None None] For port 880fc895-f86d-4914-9a23-1e68b24a0a79, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=880fc895-f86d-4914-9a23-1e68b24a0a79,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:30:46.377480 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afdd385-af96-451c-8987-485040c2564c admin admin] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:30:46.382017 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dade-5492-404f-84e5-3b3a1b42e564 req-3bce3702-2fd9-45f8-9c41-765bb5974f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:46.383686 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-dc36dade-5492-404f-84e5-3b3a1b42e564 req-3bce3702-2fd9-45f8-9c41-765bb5974f46 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f08a5b25a074cb7ad80f54d82bf8a5e&device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 1129 time: 0.0501888 Mar 29 15:30:46.401189 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afdd385-af96-451c-8987-485040c2564c admin admin] Pushing event updated for resources: {'Port': ['ID=ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:46.430512 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4afdd385-af96-451c-8987-485040c2564c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032949'] for router_interface (7688dbfa-20d5-4488-9a6c-8014496b34e4), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:46.442175 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14567efe-4ae5-4f93-8188-25be93728770 req-8831d26a-77f5-49ba-9836-d69333cfe2bf tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:46.445917 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-14567efe-4ae5-4f93-8188-25be93728770 req-8831d26a-77f5-49ba-9836-d69333cfe2bf tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.2759256 Mar 29 15:30:46.466831 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-88dc3864-1e82-41b5-a3bb-17ea5ff49d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (880fc895-f86d-4914-9a23-1e68b24a0a79), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:46.534122 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dade-5492-404f-84e5-3b3a1b42e564 req-ad439a36-ab50-4108-a992-e0840570fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:46.535898 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-dc36dade-5492-404f-84e5-3b3a1b42e564 req-ad439a36-ab50-4108-a992-e0840570fcc7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a802c2b-c73f-41c5-a35b-11f174fd7a4a HTTP/1.1" status: 200 len: 920 time: 0.1260533 Mar 29 15:30:46.540766 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dc3864-1e82-41b5-a3bb-17ea5ff49d0a None None] Routers {'7688dbfa-20d5-4488-9a6c-8014496b34e4'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:30:46.541402 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-88dc3864-1e82-41b5-a3bb-17ea5ff49d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:30:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['7688dbfa-20d5-4488-9a6c-8014496b34e4'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:46.544758 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ca802-8ca2-4411-aa46-ef6697d42f20 None None] Pushing event updated for resources: {'Port': ['ID=880fc895-f86d-4914-9a23-1e68b24a0a79,revision_number=3']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:46.570063 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-14567efe-4ae5-4f93-8188-25be93728770 req-216a7559-82bb-42f5-aab0-1b91397bbe25 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=622ece59-4743-4c83-9423-68c7c49045ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946007 Mar 29 15:30:46.600536 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-dc36dade-5492-404f-84e5-3b3a1b42e564 req-0285ade1-4787-4655-b260-2ad5be8e8b6d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f679a0f7-3889-4f39-9d58-db5d2a5ce82f HTTP/1.1" status: 200 len: 217 time: 0.0564501 Mar 29 15:30:46.673799 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dade-5492-404f-84e5-3b3a1b42e564 req-1a29f9db-0eab-487a-85fd-dcef23274ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:46.673911 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 8b51803c-a90d-481d-9096-746e6321ffcf up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:30:46.674003 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-dc36dade-5492-404f-84e5-3b3a1b42e564 req-1a29f9db-0eab-487a-85fd-dcef23274ba7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d11297b-da68-44b3-bcb2-0f179572e157 HTTP/1.1" status: 200 len: 858 time: 0.0591526 Mar 29 15:30:46.710539 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-88dc3864-1e82-41b5-a3bb-17ea5ff49d0a None None] Set router 7688dbfa-20d5-4488-9a6c-8014496b34e4 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:30:46.723554 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dade-5492-404f-84e5-3b3a1b42e564 req-ddecd4df-d98e-4356-9a1d-71aea3921be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:46.725301 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-dc36dade-5492-404f-84e5-3b3a1b42e564 req-ddecd4df-d98e-4356-9a1d-71aea3921be0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a802c2b-c73f-41c5-a35b-11f174fd7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460250 Mar 29 15:30:46.726933 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4afdd385-af96-451c-8987-485040c2564c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:46.821608 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-dc36dade-5492-404f-84e5-3b3a1b42e564 req-8dd48f16-1933-4d91-a625-0a795eeb5aa8 service neutron] 10.222.0.15 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893919 Mar 29 15:30:46.827663 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-65d29a10-17ac-48f9-b301-be44d0883410 None None] Provisioning complete for port ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:30:46.828149 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-65d29a10-17ac-48f9-b301-be44d0883410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:46.883182 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 8b51803c-a90d-481d-9096-746e6321ffcf triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:30:46.883475 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (8b51803c-a90d-481d-9096-746e6321ffcf), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:46.892340 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-65d29a10-17ac-48f9-b301-be44d0883410 None None] Port ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:30:46.901664 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4afdd385-af96-451c-8987-485040c2564c admin admin] Publish callbacks [] for port (ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:46.948715 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b4f6a-2c8d-4bc7-966b-40f7423bafc6 req-7ed304ee-ecb8-47c6-9aac-ac999a3460d0 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:46.950228 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-8c3b4f6a-2c8d-4bc7-966b-40f7423bafc6 req-7ed304ee-ecb8-47c6-9aac-ac999a3460d0 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.15 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 946 time: 0.1085904 Mar 29 15:30:46.986724 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4afdd385-af96-451c-8987-485040c2564c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10426429'] for port (ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:46.995622 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-dc36dade-5492-404f-84e5-3b3a1b42e564 req-d280d225-ccb3-422f-ae21-2612f134b86a service neutron] 10.222.0.15 "GET /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614056 Mar 29 15:30:47.009951 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 8b51803c-a90d-481d-9096-746e6321ffcf is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:30:47.017173 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-88dc3864-1e82-41b5-a3bb-17ea5ff49d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'name': 'tempest-TestVolumeBootPattern-47432897-router', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:44Z', 'revision_number': 3, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'gw_port': {'id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:47.047598 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dc3864-1e82-41b5-a3bb-17ea5ff49d0a None None] The sync data for ids ['7688dbfa-20d5-4488-9a6c-8014496b34e4'] in dv-cinder-562053-19-iscsi is: [{'id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'name': 'tempest-TestVolumeBootPattern-47432897-router', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:44Z', 'revision_number': 3, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'gw_port': {'id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}] {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:30:47.060611 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-8c3b4f6a-2c8d-4bc7-966b-40f7423bafc6 req-00ed4064-dbb5-4a4c-935f-7098802a1592 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Deleting port 94255728-614c-430c-89bc-919db7923da0 {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:30:47.061026 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-8c3b4f6a-2c8d-4bc7-966b-40f7423bafc6 req-00ed4064-dbb5-4a4c-935f-7098802a1592 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (94255728-614c-430c-89bc-919db7923da0), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:47.070709 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4afdd385-af96-451c-8987-485040c2564c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1032801'] for router_interface (7688dbfa-20d5-4488-9a6c-8014496b34e4), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:47.072797 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afdd385-af96-451c-8987-485040c2564c admin admin] Pushing event updated for resources: {'Port': ['ID=ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:47.158653 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-8c3b4f6a-2c8d-4bc7-966b-40f7423bafc6 req-00ed4064-dbb5-4a4c-935f-7098802a1592 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] For port 94255728-614c-430c-89bc-919db7923da0, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=94255728-614c-430c-89bc-919db7923da0,segment=NetworkSegment(1d3df2be-b294-4164-824a-37d5b6cd48ea),segment_id=1d3df2be-b294-4164-824a-37d5b6cd48ea)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:30:47.159113 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-8c3b4f6a-2c8d-4bc7-966b-40f7423bafc6 req-00ed4064-dbb5-4a4c-935f-7098802a1592 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (94255728-614c-430c-89bc-919db7923da0), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:47.184144 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afdd385-af96-451c-8987-485040c2564c admin admin] Network 4743a25d-6f3c-4176-a7c2-eecb6d06479d is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:30:47.185637 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-4afdd385-af96-451c-8987-485040c2564c admin admin] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:30:47.356050 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4afdd385-af96-451c-8987-485040c2564c admin admin] Router 7688dbfa-20d5-4488-9a6c-8014496b34e4 has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:30:47.410882 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-8c3b4f6a-2c8d-4bc7-966b-40f7423bafc6 req-00ed4064-dbb5-4a4c-935f-7098802a1592 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:47.411405 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-8c3b4f6a-2c8d-4bc7-966b-40f7423bafc6 req-00ed4064-dbb5-4a4c-935f-7098802a1592 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (2e4686fc-a7f5-4934-ad6d-7c253fc4763b), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:47.411611 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.db.l3_db [req-8c3b4f6a-2c8d-4bc7-966b-40f7423bafc6 req-00ed4064-dbb5-4a4c-935f-7098802a1592 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Floating IP 2e4686fc-a7f5-4934-ad6d-7c253fc4763b disassociated. External IP: 172.27.3.189, port: 94255728-614c-430c-89bc-919db7923da0. Mar 29 15:30:47.412063 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-8c3b4f6a-2c8d-4bc7-966b-40f7423bafc6 req-00ed4064-dbb5-4a4c-935f-7098802a1592 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Calling delete_port for 94255728-614c-430c-89bc-919db7923da0 owned by compute:nova {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:30:47.518115 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afdd385-af96-451c-8987-485040c2564c admin admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:30:47.527791 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-4afdd385-af96-451c-8987-485040c2564c admin admin] 10.222.0.39 "PUT /v2.0/routers/7688dbfa-20d5-4488-9a6c-8014496b34e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0188084 Mar 29 15:30:47.542896 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-4a7b5de8-f5e4-4f32-8e46-770860350a26 None None] Provisioning complete for port ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:30:47.544247 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4a7b5de8-f5e4-4f32-8e46-770860350a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:47.609100 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-4a7b5de8-f5e4-4f32-8e46-770860350a26 None None] Port ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:30:47.660049 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-8c3b4f6a-2c8d-4bc7-966b-40f7423bafc6 req-00ed4064-dbb5-4a4c-935f-7098802a1592 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (94255728-614c-430c-89bc-919db7923da0), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:47.699986 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8f01dd9c-914e-4386-836c-ee2b4a8601cf req-6c8bb346-08c8-4028-8eb9-3bf115d34310 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 210 time: 0.0341434 Mar 29 15:30:47.731792 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed4064-dbb5-4a4c-935f-7098802a1592 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Pushing event deleted for resources: {'Port': ['ID=94255728-614c-430c-89bc-919db7923da0,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:47.745953 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed4064-dbb5-4a4c-935f-7098802a1592 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:47.746319 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed4064-dbb5-4a4c-935f-7098802a1592 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:47.746670 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed4064-dbb5-4a4c-935f-7098802a1592 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:47.747021 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed4064-dbb5-4a4c-935f-7098802a1592 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:47.747490 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed4064-dbb5-4a4c-935f-7098802a1592 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:47.748245 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed4064-dbb5-4a4c-935f-7098802a1592 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:47.748610 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed4064-dbb5-4a4c-935f-7098802a1592 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:47.749122 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed4064-dbb5-4a4c-935f-7098802a1592 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:47.749601 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed4064-dbb5-4a4c-935f-7098802a1592 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:47.749947 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed4064-dbb5-4a4c-935f-7098802a1592 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:47.750291 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed4064-dbb5-4a4c-935f-7098802a1592 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:47.750690 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed4064-dbb5-4a4c-935f-7098802a1592 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:47.751028 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed4064-dbb5-4a4c-935f-7098802a1592 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:47.751406 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed4064-dbb5-4a4c-935f-7098802a1592 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:47.751871 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed4064-dbb5-4a4c-935f-7098802a1592 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:47.884628 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c3b4f6a-2c8d-4bc7-966b-40f7423bafc6 req-00ed4064-dbb5-4a4c-935f-7098802a1592 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Router 73c396a8-d46c-4f74-9439-370970a2ec31 has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:30:48.003189 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c3b4f6a-2c8d-4bc7-966b-40f7423bafc6 req-00ed4064-dbb5-4a4c-935f-7098802a1592 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:30:48.020643 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fe3b7a-a836-456c-9af1-b50cd2754d06 None None] Sync routers for ids ['73c396a8-d46c-4f74-9439-370970a2ec31'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:30:48.033580 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fe3b7a-a836-456c-9af1-b50cd2754d06 None None] Routers {'73c396a8-d46c-4f74-9439-370970a2ec31'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:30:48.034636 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-f5fe3b7a-a836-456c-9af1-b50cd2754d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:30:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['73c396a8-d46c-4f74-9439-370970a2ec31'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:48.054693 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3b4f6a-2c8d-4bc7-966b-40f7423bafc6 req-00ed4064-dbb5-4a4c-935f-7098802a1592 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] No DVR routers for this DVR port 94255728-614c-430c-89bc-919db7923da0 on host hv-cinder-56205 {{(pid=103831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:30:48.063835 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-8c3b4f6a-2c8d-4bc7-966b-40f7423bafc6 req-00ed4064-dbb5-4a4c-935f-7098802a1592 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:48.063835 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-8c3b4f6a-2c8d-4bc7-966b-40f7423bafc6 req-00ed4064-dbb5-4a4c-935f-7098802a1592 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.15 "DELETE /v2.0/ports/94255728-614c-430c-89bc-919db7923da0 HTTP/1.1" status: 204 len: 173 time: 1.1047535 Mar 29 15:30:48.063835 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6019c25b-858c-41c6-9eee-936eb5a66c31', 'name': 'network-vif-deleted', 'tag': '94255728-614c-430c-89bc-919db7923da0'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:30:48.065423 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283b85bc-f8d4-4447-b28a-9f92ca795c25" -d '{"events": [{"server_uuid": "6019c25b-858c-41c6-9eee-936eb5a66c31", "name": "network-vif-deleted", "tag": "94255728-614c-430c-89bc-919db7923da0"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:30:48.169585 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788e349f-a6bb-41fb-af37-b6a2880a5d08 x-openstack-request-id: req-788e349f-a6bb-41fb-af37-b6a2880a5d08 {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:30:48.169880 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6019c25b-858c-41c6-9eee-936eb5a66c31", "name": "network-vif-deleted", "tag": "94255728-614c-430c-89bc-919db7923da0", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:30:48.170144 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-788e349f-a6bb-41fb-af37-b6a2880a5d08 {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:30:48.170563 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-788e349f-a6bb-41fb-af37-b6a2880a5d08'] response: {'server_uuid': '6019c25b-858c-41c6-9eee-936eb5a66c31', 'name': 'network-vif-deleted', 'tag': '94255728-614c-430c-89bc-919db7923da0', 'status': 'completed', 'code': 200} Mar 29 15:30:48.200698 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-f5fe3b7a-a836-456c-9af1-b50cd2754d06 None None] Set router 73c396a8-d46c-4f74-9439-370970a2ec31 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:30:48.457980 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 37400) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:48.464515 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-7af8a6af-c3fb-4f34-8e6b-9c9658d3ba6f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1389976365-network', 'tenant_id': 'b303de7a1530461190214c3de9c1ee0f'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:30:48.528456 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-f5fe3b7a-a836-456c-9af1-b50cd2754d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'name': 'tempest-AttachVolumeTestJSON-1437192592-router', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:42Z', 'updated_at': '2022-03-29T15:25:49Z', 'revision_number': 4, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'gw_port': {'id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:43Z', 'updated_at': '2022-03-29T15:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '7b3fc76b-99bc-4415-888c-17c81e029140', 'name': '', 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'mac_address': 'fa:16:3e:33:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:47Z', 'updated_at': '2022-03-29T15:25:55Z', 'revision_number': 5, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'subnets': [{'id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:48.558303 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fe3b7a-a836-456c-9af1-b50cd2754d06 None None] Checking router: 73c396a8-d46c-4f74-9439-370970a2ec31 for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:30:48.564125 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fe3b7a-a836-456c-9af1-b50cd2754d06 None None] Routers {'73c396a8-d46c-4f74-9439-370970a2ec31'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:30:48.564811 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-f5fe3b7a-a836-456c-9af1-b50cd2754d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:30:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['73c396a8-d46c-4f74-9439-370970a2ec31'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:48.580631 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af8a6af-c3fb-4f34-8e6b-9c9658d3ba6f admin admin] Made reservation on behalf of b303de7a1530461190214c3de9c1ee0f for: {'network': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:30:48.583904 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7af8a6af-c3fb-4f34-8e6b-9c9658d3ba6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for network (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:48.599642 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7af8a6af-c3fb-4f34-8e6b-9c9658d3ba6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:48.709410 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7af8a6af-c3fb-4f34-8e6b-9c9658d3ba6f admin admin] Publish callbacks [] for security_group (8268fa6c-c401-44d7-88c6-d627e928ee99), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:48.712246 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-f5fe3b7a-a836-456c-9af1-b50cd2754d06 None None] Set router 73c396a8-d46c-4f74-9439-370970a2ec31 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:30:48.718978 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 880fc895-f86d-4914-9a23-1e68b24a0a79 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:30:48.774390 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 880fc895-f86d-4914-9a23-1e68b24a0a79 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:30:48.774780 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (880fc895-f86d-4914-9a23-1e68b24a0a79), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:48.850269 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-453f654a-5c91-4afc-9e4d-0d91f386dbb5 req-29e73be6-eaef-4044-b2c8-c44d77a58494 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=6019c25b-858c-41c6-9eee-936eb5a66c31 HTTP/1.1" status: 200 len: 210 time: 0.0454140 Mar 29 15:30:48.857615 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7af8a6af-c3fb-4f34-8e6b-9c9658d3ba6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (8268fa6c-c401-44d7-88c6-d627e928ee99), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:48.894507 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 880fc895-f86d-4914-9a23-1e68b24a0a79 is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:30:48.897009 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af8a6af-c3fb-4f34-8e6b-9c9658d3ba6f admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=103832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:30:48.900303 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (880fc895-f86d-4914-9a23-1e68b24a0a79), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:48.944378 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] For port 880fc895-f86d-4914-9a23-1e68b24a0a79, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=880fc895-f86d-4914-9a23-1e68b24a0a79,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:30:48.944530 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7af8a6af-c3fb-4f34-8e6b-9c9658d3ba6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (23e97d31-01f2-4152-9343-0e588b0dca3e), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:48.944530 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.db.segments_db [None req-7af8a6af-c3fb-4f34-8e6b-9c9658d3ba6f admin admin] Added segment 23e97d31-01f2-4152-9343-0e588b0dca3e of type vlan for network 909f1a4a-9bcf-435d-89ab-3956b9f91c25 Mar 29 15:30:48.944530 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8a6af-c3fb-4f34-8e6b-9c9658d3ba6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8268fa6c-c401-44d7-88c6-d627e928ee99,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:48.985790 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-f5fe3b7a-a836-456c-9af1-b50cd2754d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'name': 'tempest-AttachVolumeTestJSON-1437192592-router', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:42Z', 'updated_at': '2022-03-29T15:25:49Z', 'revision_number': 4, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'gw_port': {'id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:43Z', 'updated_at': '2022-03-29T15:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '7b3fc76b-99bc-4415-888c-17c81e029140', 'name': '', 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'mac_address': 'fa:16:3e:33:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:47Z', 'updated_at': '2022-03-29T15:25:55Z', 'revision_number': 5, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'subnets': [{'id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:48.992358 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7af8a6af-c3fb-4f34-8e6b-9c9658d3ba6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748544495665'] for network (909f1a4a-9bcf-435d-89ab-3956b9f91c25), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:49.017205 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fe3b7a-a836-456c-9af1-b50cd2754d06 None None] The sync data for ids ['73c396a8-d46c-4f74-9439-370970a2ec31'] in dv-cinder-562053-19-iscsi is: [{'id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'name': 'tempest-AttachVolumeTestJSON-1437192592-router', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:42Z', 'updated_at': '2022-03-29T15:25:49Z', 'revision_number': 4, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'gw_port': {'id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:43Z', 'updated_at': '2022-03-29T15:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '7b3fc76b-99bc-4415-888c-17c81e029140', 'name': '', 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'mac_address': 'fa:16:3e:33:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:47Z', 'updated_at': '2022-03-29T15:25:55Z', 'revision_number': 5, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'subnets': [{'id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:30:49.090200 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42cc40f-fb50-498d-8218-1a471d1bed0a None None] Sync routers for ids ['7688dbfa-20d5-4488-9a6c-8014496b34e4'] in dv-cinder-562053-19-iscsi {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:30:49.105826 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42cc40f-fb50-498d-8218-1a471d1bed0a None None] Routers {'7688dbfa-20d5-4488-9a6c-8014496b34e4'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:30:49.106274 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-e42cc40f-fb50-498d-8218-1a471d1bed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:30:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['7688dbfa-20d5-4488-9a6c-8014496b34e4'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:49.225995 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7af8a6af-c3fb-4f34-8e6b-9c9658d3ba6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for network (909f1a4a-9bcf-435d-89ab-3956b9f91c25), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:49.229126 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af8a6af-c3fb-4f34-8e6b-9c9658d3ba6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:49.229126 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7af8a6af-c3fb-4f34-8e6b-9c9658d3ba6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:49.307596 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8a6af-c3fb-4f34-8e6b-9c9658d3ba6f admin admin] Pushing event updated for resources: {'Network': ['ID=909f1a4a-9bcf-435d-89ab-3956b9f91c25,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:49.331083 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198263b1-715d-440e-81a6-cd78cb2087fe None None] New status for floating IP 2e4686fc-a7f5-4934-ad6d-7c253fc4763b: DOWN {{(pid=103834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:30:49.331758 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Network 909f1a4a-9bcf-435d-89ab-3956b9f91c25 details requested by agent ovs-agent-dv-cinder-562053-19-iscsi with host dv-cinder-562053-19-iscsi {{(pid=103833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:30:49.336333 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (880fc895-f86d-4914-9a23-1e68b24a0a79), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:49.340507 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-7af8a6af-c3fb-4f34-8e6b-9c9658d3ba6f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8772538 Mar 29 15:30:49.343929 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 37410) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:49.346082 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-4b9e6892-8948-4fd4-9f03-0fb1cf0cb069 admin admin] Request body: {'subnet': {'network_id': '909f1a4a-9bcf-435d-89ab-3956b9f91c25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1389976365-subnet', 'tenant_id': 'b303de7a1530461190214c3de9c1ee0f', 'ip_version': 4}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:30:49.459875 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9e6892-8948-4fd4-9f03-0fb1cf0cb069 admin admin] Made reservation on behalf of b303de7a1530461190214c3de9c1ee0f for: {'subnet': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:30:49.462261 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-4b9e6892-8948-4fd4-9f03-0fb1cf0cb069 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8528613'] for subnet (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:49.470102 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Pushing event updated for resources: {'Port': ['ID=880fc895-f86d-4914-9a23-1e68b24a0a79,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:49.491352 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-e42cc40f-fb50-498d-8218-1a471d1bed0a None None] Set router 7688dbfa-20d5-4488-9a6c-8014496b34e4 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:30:49.701581 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-e42cc40f-fb50-498d-8218-1a471d1bed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'name': 'tempest-TestVolumeBootPattern-47432897-router', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:46Z', 'revision_number': 4, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'gw_port': {'id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': 'ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea', 'name': '', 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'mac_address': 'fa:16:3e:85:5c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:45Z', 'updated_at': '2022-03-29T15:30:46Z', 'revision_number': 2, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'subnets': [{'id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:49.709628 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-4b9e6892-8948-4fd4-9f03-0fb1cf0cb069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10297191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8528627'] for subnet (845828b1-4e61-4f9d-ba52-6244b62c075c), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:49.731541 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42cc40f-fb50-498d-8218-1a471d1bed0a None None] Checking router: 7688dbfa-20d5-4488-9a6c-8014496b34e4 for host: dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:30:49.732075 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42cc40f-fb50-498d-8218-1a471d1bed0a None None] Updating router 7688dbfa-20d5-4488-9a6c-8014496b34e4 port ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea binding host dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:30:49.759526 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e42cc40f-fb50-498d-8218-1a471d1bed0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:49.764015 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e6892-8948-4fd4-9f03-0fb1cf0cb069 admin admin] Pushing event updated for resources: {'Subnet': ['ID=845828b1-4e61-4f9d-ba52-6244b62c075c,revision_number=0']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:49.774855 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9e6892-8948-4fd4-9f03-0fb1cf0cb069 admin admin] Checking segment: {'id': '23e97d31-01f2-4152-9343-0e588b0dca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '909f1a4a-9bcf-435d-89ab-3956b9f91c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:30:49.775219 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9e6892-8948-4fd4-9f03-0fb1cf0cb069 admin admin] Network hostable DHCP agents. Network: 909f1a4a-9bcf-435d-89ab-3956b9f91c25, hostable agents: ['60b75cb5-fa55-4ab5-bd81-9da0c894ffc8'], hosted agents: [] {{(pid=103831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:30:49.921287 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9e6892-8948-4fd4-9f03-0fb1cf0cb069 admin admin] Network 909f1a4a-9bcf-435d-89ab-3956b9f91c25 is scheduled to be hosted by DHCP agent 60b75cb5-fa55-4ab5-bd81-9da0c894ffc8 with binding_index 1 {{(pid=103831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:30:50.008097 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [None req-4b9e6892-8948-4fd4-9f03-0fb1cf0cb069 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-19-iscsi, 909f1a4a-9bcf-435d-89ab-3956b9f91c25) {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:30:50.030795 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9e6892-8948-4fd4-9f03-0fb1cf0cb069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:50.030795 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-4b9e6892-8948-4fd4-9f03-0fb1cf0cb069 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for subnet (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:50.030976 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9300bd03-f048-4121-a09a-faae8b8225fa None None] Network 909f1a4a-9bcf-435d-89ab-3956b9f91c25 requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:30:50.053101 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 37418) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:50.122274 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-4b9e6892-8948-4fd4-9f03-0fb1cf0cb069 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7785475 Mar 29 15:30:50.122986 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 37424) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:50.128120 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-bc258d8b-843b-4a96-99a6-bedf2304b650 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1389976365-router', 'tenant_id': 'b303de7a1530461190214c3de9c1ee0f', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:30:50.133416 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-acb4e200-b12d-46b5-a1e1-c6d7930e4547 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for security_group (622ece59-4743-4c83-9423-68c7c49045ca), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:50.162844 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-acb4e200-b12d-46b5-a1e1-c6d7930e4547 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for security_group (622ece59-4743-4c83-9423-68c7c49045ca), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:50.219394 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d99b405-a0e5-4563-ab6c-5d57eea3a679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd4760e-f710-5e2a-8ad4-26c94dd4ee74-909f1a4a-9bcf-435d-89ab-3956b9f91c25', 'network_id': '909f1a4a-9bcf-435d-89ab-3956b9f91c25', 'project_id': 'b303de7a1530461190214c3de9c1ee0f', 'fixed_ips': [{'subnet_id': '845828b1-4e61-4f9d-ba52-6244b62c075c'}]}} from dv-cinder-562053-19-iscsi. {{(pid=103833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:30:50.219394 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8d99b405-a0e5-4563-ab6c-5d57eea3a679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:50.223943 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bc258d8b-843b-4a96-99a6-bedf2304b650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1031732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router (16fc797e-48a0-4d0b-bb03-89a629c2cd90), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:50.233401 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bc258d8b-843b-4a96-99a6-bedf2304b650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1033461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-836'] for router (16fc797e-48a0-4d0b-bb03-89a629c2cd90), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:50.233751 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e42cc40f-fb50-498d-8218-1a471d1bed0a None None] Publish callbacks [] for port (ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:50.288692 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bc258d8b-843b-4a96-99a6-bedf2304b650 admin admin] Publish callbacks [] for router_controller (16fc797e-48a0-4d0b-bb03-89a629c2cd90), precommit_add_association {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:50.305412 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-acb4e200-b12d-46b5-a1e1-c6d7930e4547 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (622ece59-4743-4c83-9423-68c7c49045ca), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:50.308040 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-acb4e200-b12d-46b5-a1e1-c6d7930e4547 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:50.312729 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-acb4e200-b12d-46b5-a1e1-c6d7930e4547 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "DELETE /v2.0/security-groups/622ece59-4743-4c83-9423-68c7c49045ca HTTP/1.1" status: 204 len: 168 time: 0.2582741 Mar 29 15:30:50.314454 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 37430) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:50.322911 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4e200-b12d-46b5-a1e1-c6d7930e4547 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=622ece59-4743-4c83-9423-68c7c49045ca,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:50.335995 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.api.v2.resource [None req-0d88aa2f-22fc-4894-85b0-b8cb9a51adbf tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] show failed (client error): The resource could not be found. Mar 29 15:30:50.337090 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-0d88aa2f-22fc-4894-85b0-b8cb9a51adbf tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups/622ece59-4743-4c83-9423-68c7c49045ca HTTP/1.1" status: 404 len: 347 time: 0.0205686 Mar 29 15:30:50.339927 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 37432) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:50.365462 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e42cc40f-fb50-498d-8218-1a471d1bed0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:50.432719 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3f8f8-1358-4ada-afe4-2f2f447a7bb3 None None] Pushing event updated for resources: {'Port': ['ID=ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea,revision_number=3']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:50.440177 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-8d99b405-a0e5-4563-ab6c-5d57eea3a679 None None] Allocated IP 172.20.0.2 (909f1a4a-9bcf-435d-89ab-3956b9f91c25/845828b1-4e61-4f9d-ba52-6244b62c075c/099268ae-c7d9-4a4f-9b93-03c4c9079ced) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:30:50.539896 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-e42cc40f-fb50-498d-8218-1a471d1bed0a None None] Attempting to bind port ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:30:50.540291 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-e42cc40f-fb50-498d-8218-1a471d1bed0a None None] Attempting to bind port ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': '6d655c62-26bc-4f1a-b28a-6428719d7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d'}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:30:50.540652 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42cc40f-fb50-498d-8218-1a471d1bed0a None None] Attempting to bind port ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea on network 4743a25d-6f3c-4176-a7c2-eecb6d06479d {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:30:50.550708 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42cc40f-fb50-498d-8218-1a471d1bed0a None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:30:50.550708 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42cc40f-fb50-498d-8218-1a471d1bed0a None None] Checking segment: {'id': '6d655c62-26bc-4f1a-b28a-6428719d7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:30:50.551084 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e42cc40f-fb50-498d-8218-1a471d1bed0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:50.551289 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42cc40f-fb50-498d-8218-1a471d1bed0a None None] Bound using segment: {'id': '6d655c62-26bc-4f1a-b28a-6428719d7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d'} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:30:50.551825 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-e42cc40f-fb50-498d-8218-1a471d1bed0a None None] Bound port: ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d655c62-26bc-4f1a-b28a-6428719d7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d'}}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:30:50.552165 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e42cc40f-fb50-498d-8218-1a471d1bed0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:50.705730 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 880fc895-f86d-4914-9a23-1e68b24a0a79 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:30:50.736515 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-e42cc40f-fb50-498d-8218-1a471d1bed0a None None] For port ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:30:50.770448 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8d99b405-a0e5-4563-ab6c-5d57eea3a679 None None] Publish callbacks [] for port (099268ae-c7d9-4a4f-9b93-03c4c9079ced), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:50.780834 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-e42cc40f-fb50-498d-8218-1a471d1bed0a None None] For port ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea,segment=NetworkSegment(6d655c62-26bc-4f1a-b28a-6428719d7433),segment_id=6d655c62-26bc-4f1a-b28a-6428719d7433)] {{(pid=103833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:30:50.797715 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-fb71cf19-b948-4914-a132-304e5d185bf2 None None] Provisioning complete for port ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:30:50.798292 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fb71cf19-b948-4914-a132-304e5d185bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:50.837521 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 880fc895-f86d-4914-9a23-1e68b24a0a79 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:30:50.837908 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (880fc895-f86d-4914-9a23-1e68b24a0a79), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:50.859051 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-fb71cf19-b948-4914-a132-304e5d185bf2 None None] Port ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:30:50.880128 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8d99b405-a0e5-4563-ab6c-5d57eea3a679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934'] for port (099268ae-c7d9-4a4f-9b93-03c4c9079ced), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:50.882254 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e42cc40f-fb50-498d-8218-1a471d1bed0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:50.896686 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bc258d8b-843b-4a96-99a6-bedf2304b650 admin admin] Publish callbacks [] for router_gateway (16fc797e-48a0-4d0b-bb03-89a629c2cd90), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:50.908993 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-c210114e-2e0a-4846-ab1d-912c3e28d645 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Deleting port 2f4ad947-d969-405b-a88d-e2eadc496987 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:30:50.909334 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c210114e-2e0a-4846-ab1d-912c3e28d645 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (2f4ad947-d969-405b-a88d-e2eadc496987), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:50.937227 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d99b405-a0e5-4563-ab6c-5d57eea3a679 None None] Network 909f1a4a-9bcf-435d-89ab-3956b9f91c25 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:30:50.947861 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-8d99b405-a0e5-4563-ab6c-5d57eea3a679 None None] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:30:50.973385 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d99b405-a0e5-4563-ab6c-5d57eea3a679 None None] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:30:50.975191 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99b405-a0e5-4563-ab6c-5d57eea3a679 None None] Pushing event updated for resources: {'Port': ['ID=099268ae-c7d9-4a4f-9b93-03c4c9079ced,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:50.976419 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf125c1e-339d-4faa-b845-9a8d14996b7f req-4d008dd8-6047-4688-b08d-0f7cd0ff773e tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:50.977971 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bf125c1e-339d-4faa-b845-9a8d14996b7f req-4d008dd8-6047-4688-b08d-0f7cd0ff773e tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.1446540 Mar 29 15:30:51.066973 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c210114e-2e0a-4846-ab1d-912c3e28d645 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (2f4ad947-d969-405b-a88d-e2eadc496987), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:51.067407 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c210114e-2e0a-4846-ab1d-912c3e28d645 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for floatingip (2f4ad947-d969-405b-a88d-e2eadc496987), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:51.096461 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-c210114e-2e0a-4846-ab1d-912c3e28d645 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Calling delete_port for 2f4ad947-d969-405b-a88d-e2eadc496987 owned by network:floatingip {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:30:51.121767 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 94255728-614c-430c-89bc-919db7923da0 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:30:51.124440 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bf125c1e-339d-4faa-b845-9a8d14996b7f req-306afb71-97f0-49d2-8502-25079863c924 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351948 Mar 29 15:30:51.163838 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42cc40f-fb50-498d-8218-1a471d1bed0a None None] Routers {'7688dbfa-20d5-4488-9a6c-8014496b34e4'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:30:51.164534 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-e42cc40f-fb50-498d-8218-1a471d1bed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:30:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['7688dbfa-20d5-4488-9a6c-8014496b34e4'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:51.168007 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] No Port match for: 94255728-614c-430c-89bc-919db7923da0 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:30:51.168247 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 94255728-614c-430c-89bc-919db7923da0 not bound to the agent host hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:30:51.287232 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 880fc895-f86d-4914-9a23-1e68b24a0a79 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:30:51.319332 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-8d99b405-a0e5-4563-ab6c-5d57eea3a679 None None] Attempting to bind port 099268ae-c7d9-4a4f-9b93-03c4c9079ced on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:30:51.319699 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-8d99b405-a0e5-4563-ab6c-5d57eea3a679 None None] Attempting to bind port 099268ae-c7d9-4a4f-9b93-03c4c9079ced by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': '23e97d31-01f2-4152-9343-0e588b0dca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '909f1a4a-9bcf-435d-89ab-3956b9f91c25'}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:30:51.320067 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d99b405-a0e5-4563-ab6c-5d57eea3a679 None None] Attempting to bind port 099268ae-c7d9-4a4f-9b93-03c4c9079ced on network 909f1a4a-9bcf-435d-89ab-3956b9f91c25 {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:30:51.337725 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3f8f8-1358-4ada-afe4-2f2f447a7bb3 None None] Pushing event updated for resources: {'Port': ['ID=ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:51.342891 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d99b405-a0e5-4563-ab6c-5d57eea3a679 None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:30:51.343269 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d99b405-a0e5-4563-ab6c-5d57eea3a679 None None] Checking segment: {'id': '23e97d31-01f2-4152-9343-0e588b0dca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '909f1a4a-9bcf-435d-89ab-3956b9f91c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:30:51.343666 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8d99b405-a0e5-4563-ab6c-5d57eea3a679 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:51.344053 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d99b405-a0e5-4563-ab6c-5d57eea3a679 None None] Bound using segment: {'id': '23e97d31-01f2-4152-9343-0e588b0dca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '909f1a4a-9bcf-435d-89ab-3956b9f91c25'} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:30:51.345098 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-8d99b405-a0e5-4563-ab6c-5d57eea3a679 None None] Bound port: 099268ae-c7d9-4a4f-9b93-03c4c9079ced, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e97d31-01f2-4152-9343-0e588b0dca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '909f1a4a-9bcf-435d-89ab-3956b9f91c25'}}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:30:51.345475 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8d99b405-a0e5-4563-ab6c-5d57eea3a679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (099268ae-c7d9-4a4f-9b93-03c4c9079ced), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:51.347261 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-9194c2c5-ad18-42d7-bcca-e574c5dede2b None None] Provisioning complete for port ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:30:51.347697 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9194c2c5-ad18-42d7-bcca-e574c5dede2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:51.383454 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bc258d8b-843b-4a96-99a6-bedf2304b650 admin admin] Publish callbacks [] for router_gateway (16fc797e-48a0-4d0b-bb03-89a629c2cd90), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:51.410106 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bc258d8b-843b-4a96-99a6-bedf2304b650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:51.450494 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-e42cc40f-fb50-498d-8218-1a471d1bed0a None None] Set router 7688dbfa-20d5-4488-9a6c-8014496b34e4 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:30:51.450715 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c210114e-2e0a-4846-ab1d-912c3e28d645 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (2f4ad947-d969-405b-a88d-e2eadc496987), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:51.498419 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-8d99b405-a0e5-4563-ab6c-5d57eea3a679 None None] For port 099268ae-c7d9-4a4f-9b93-03c4c9079ced, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:30:51.503829 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-8d99b405-a0e5-4563-ab6c-5d57eea3a679 None None] For port 099268ae-c7d9-4a4f-9b93-03c4c9079ced, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=099268ae-c7d9-4a4f-9b93-03c4c9079ced,segment=NetworkSegment(23e97d31-01f2-4152-9343-0e588b0dca3e),segment_id=23e97d31-01f2-4152-9343-0e588b0dca3e)] {{(pid=103833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:30:51.513814 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210114e-2e0a-4846-ab1d-912c3e28d645 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Pushing event deleted for resources: {'Port': ['ID=2f4ad947-d969-405b-a88d-e2eadc496987,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:51.606209 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8d99b405-a0e5-4563-ab6c-5d57eea3a679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (099268ae-c7d9-4a4f-9b93-03c4c9079ced), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:51.622048 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-9194c2c5-ad18-42d7-bcca-e574c5dede2b None None] Current status of the port ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:30:51.622429 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9194c2c5-ad18-42d7-bcca-e574c5dede2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:51.634852 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [None req-bc258d8b-843b-4a96-99a6-bedf2304b650 admin admin] Allocated IP 172.27.3.230 (3dc57d37-328b-453d-86b3-347b9e0efd38/8a0c47e6-f825-43a4-ad31-8f961885bd6a/5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:30:51.646842 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ac13c-d924-4a22-8af6-d81cbeb1f320 req-607b2b5c-9479-49ca-9a4b-6936fc7da8d9 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:51.648402 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-950ac13c-d924-4a22-8af6-d81cbeb1f320 req-607b2b5c-9479-49ca-9a4b-6936fc7da8d9 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 945 time: 0.1891205 Mar 29 15:30:51.651286 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c210114e-2e0a-4846-ab1d-912c3e28d645 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for floatingip (2e4686fc-a7f5-4934-ad6d-7c253fc4763b), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:51.653864 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c210114e-2e0a-4846-ab1d-912c3e28d645 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:51.659821 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-c210114e-2e0a-4846-ab1d-912c3e28d645 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "DELETE /v2.0/floatingips/2e4686fc-a7f5-4934-ad6d-7c253fc4763b HTTP/1.1" status: 204 len: 168 time: 1.3186746 Mar 29 15:30:51.721568 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-9194c2c5-ad18-42d7-bcca-e574c5dede2b None None] For port ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea,segment=NetworkSegment(6d655c62-26bc-4f1a-b28a-6428719d7433),segment_id=6d655c62-26bc-4f1a-b28a-6428719d7433)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:30:51.727352 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99b405-a0e5-4563-ab6c-5d57eea3a679 None None] Pushing event updated for resources: {'Port': ['ID=099268ae-c7d9-4a4f-9b93-03c4c9079ced,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:51.774672 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9194c2c5-ad18-42d7-bcca-e574c5dede2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:51.807540 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-950ac13c-d924-4a22-8af6-d81cbeb1f320 req-b0e0dcf7-b5b0-4df2-8a4c-cc3c51af55fe tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466327 Mar 29 15:30:51.836248 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-e42cc40f-fb50-498d-8218-1a471d1bed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'name': 'tempest-TestVolumeBootPattern-47432897-router', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:46Z', 'revision_number': 4, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'gw_port': {'id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': 'ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea', 'name': '', 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'mac_address': 'fa:16:3e:85:5c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:45Z', 'updated_at': '2022-03-29T15:30:50Z', 'revision_number': 4, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'subnets': [{'id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:51.839496 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194c2c5-ad18-42d7-bcca-e574c5dede2b None None] Pushing event updated for resources: {'Port': ['ID=ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:51.861425 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bc258d8b-843b-4a96-99a6-bedf2304b650 admin admin] Publish callbacks [] for port (5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:51.868216 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42cc40f-fb50-498d-8218-1a471d1bed0a None None] The sync data for ids ['7688dbfa-20d5-4488-9a6c-8014496b34e4'] in dv-cinder-562053-19-iscsi is: [{'id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'name': 'tempest-TestVolumeBootPattern-47432897-router', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:46Z', 'revision_number': 4, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'gw_port': {'id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': 'ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea', 'name': '', 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'mac_address': 'fa:16:3e:85:5c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:45Z', 'updated_at': '2022-03-29T15:30:50Z', 'revision_number': 4, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'subnets': [{'id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:30:51.996698 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bc258d8b-843b-4a96-99a6-bedf2304b650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:52.061878 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc258d8b-843b-4a96-99a6-bedf2304b650 admin admin] Network 3dc57d37-328b-453d-86b3-347b9e0efd38 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:30:52.064705 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-bc258d8b-843b-4a96-99a6-bedf2304b650 admin admin] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:30:52.068114 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc258d8b-843b-4a96-99a6-bedf2304b650 admin admin] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:30:52.097590 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc258d8b-843b-4a96-99a6-bedf2304b650 admin admin] Pushing event updated for resources: {'Port': ['ID=5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:52.148466 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 37454) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:52.153660 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-2fe51f02-a366-4c63-bf2d-d512b1d28e33 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Request body: {'security_group': {'name': 'tempest-securitygroup--926096520', 'description': 'tempest-description--73134683'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:30:52.254288 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2fe51f02-a366-4c63-bf2d-d512b1d28e33 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:52.281376 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1a10f3f3-c6b9-4da9-9ed2-3f38730836ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:52.306734 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48be66d-cccf-4db3-b72a-f7ad9754fb2e req-916df92c-11c4-498c-8247-7553a58f5d7a tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:52.308422 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b48be66d-cccf-4db3-b72a-f7ad9754fb2e req-916df92c-11c4-498c-8247-7553a58f5d7a tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.0954599 Mar 29 15:30:52.332838 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2fe51f02-a366-4c63-bf2d-d512b1d28e33 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for security_group (a785d304-abb1-4110-8a32-6a8eba8b24c2), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:52.365609 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b48be66d-cccf-4db3-b72a-f7ad9754fb2e req-48197d61-9681-42ec-8e9b-efc2f125b82e tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494015 Mar 29 15:30:52.401142 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2fe51f02-a366-4c63-bf2d-d512b1d28e33 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (a785d304-abb1-4110-8a32-6a8eba8b24c2), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:52.432413 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe51f02-a366-4c63-bf2d-d512b1d28e33 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a785d304-abb1-4110-8a32-6a8eba8b24c2,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:52.484081 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bc258d8b-843b-4a96-99a6-bedf2304b650 admin admin] Publish callbacks [] for router_gateway (16fc797e-48a0-4d0b-bb03-89a629c2cd90), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:52.500361 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2fe51f02-a366-4c63-bf2d-d512b1d28e33 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:52.501830 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-2fe51f02-a366-4c63-bf2d-d512b1d28e33 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3517833 Mar 29 15:30:52.505797 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 37458) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:52.744509 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bc258d8b-843b-4a96-99a6-bedf2304b650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1033250'] for router (16fc797e-48a0-4d0b-bb03-89a629c2cd90), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:52.811869 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:30:52.835200 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-35510be8-bda6-4be4-b875-19b92886bdb1 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Request body: {'security_group_rule': {'security_group_id': 'a785d304-abb1-4110-8a32-6a8eba8b24c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:30:52.923038 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:30:52.923844 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:52.955347 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-35510be8-bda6-4be4-b875-19b92886bdb1 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for security_group_rule (8c8583a9-dd9f-4bf9-a683-8848146cfed5), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:52.997740 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e05668-cf51-4ffc-b7bb-048312cae3bc req-e716e3e5-9b73-4da0-8163-8ab1046ae7cd tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:52.999364 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-14e05668-cf51-4ffc-b7bb-048312cae3bc req-e716e3e5-9b73-4da0-8163-8ab1046ae7cd tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 945 time: 0.0645714 Mar 29 15:30:53.024225 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-35510be8-bda6-4be4-b875-19b92886bdb1 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for security_group_rule (8c8583a9-dd9f-4bf9-a683-8848146cfed5), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:53.028715 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9901637-569e-43fe-bba7-e6d99d9c25c8 None None] Network 909f1a4a-9bcf-435d-89ab-3956b9f91c25 requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:30:53.040017 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc258d8b-843b-4a96-99a6-bedf2304b650 admin admin] Router 16fc797e-48a0-4d0b-bb03-89a629c2cd90 is scheduled to L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc with binding_index 1 {{(pid=103832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:30:53.066843 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-14e05668-cf51-4ffc-b7bb-048312cae3bc req-6d9ba4b6-166c-4c39-9755-2a5a17a5afc1 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551724 Mar 29 15:30:53.092383 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-35510be8-bda6-4be4-b875-19b92886bdb1 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (8c8583a9-dd9f-4bf9-a683-8848146cfed5), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:53.112150 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35510be8-bda6-4be4-b875-19b92886bdb1 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c8583a9-dd9f-4bf9-a683-8848146cfed5,revision_number=0']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:53.114174 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:30:53.115310 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 099268ae-c7d9-4a4f-9b93-03c4c9079ced up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:30:53.176896 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc258d8b-843b-4a96-99a6-bedf2304b650 admin admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:30:53.185678 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-35510be8-bda6-4be4-b875-19b92886bdb1 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:53.187246 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-35510be8-bda6-4be4-b875-19b92886bdb1 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6800601 Mar 29 15:30:53.190602 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 37464) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:53.194865 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-41e86842-7c97-4155-adb3-f0e3f2d6f2e1 None None] Provisioning complete for port 099268ae-c7d9-4a4f-9b93-03c4c9079ced triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:30:53.195247 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-41e86842-7c97-4155-adb3-f0e3f2d6f2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (099268ae-c7d9-4a4f-9b93-03c4c9079ced), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:53.195960 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-7895440b-f721-4cc7-8c25-0dbb87c4c4e9 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Request body: {'security_group_rule': {'security_group_id': 'a785d304-abb1-4110-8a32-6a8eba8b24c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:30:53.200558 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f81dd2c-afa2-468e-9598-286a6e850a72 None None] Sync routers for ids ['16fc797e-48a0-4d0b-bb03-89a629c2cd90'] in dv-cinder-562053-19-iscsi {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:30:53.251041 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bc258d8b-843b-4a96-99a6-bedf2304b650 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:53.254778 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-bc258d8b-843b-4a96-99a6-bedf2304b650 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1281004 Mar 29 15:30:53.257024 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f81dd2c-afa2-468e-9598-286a6e850a72 None None] Routers {'16fc797e-48a0-4d0b-bb03-89a629c2cd90'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:30:53.257157 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 37466) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:53.257256 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-8f81dd2c-afa2-468e-9598-286a6e850a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:30:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['16fc797e-48a0-4d0b-bb03-89a629c2cd90'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:53.282722 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7895440b-f721-4cc7-8c25-0dbb87c4c4e9 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for security_group_rule (40b9719c-a2f2-47e9-bfeb-5016368b5aad), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:53.328740 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 099268ae-c7d9-4a4f-9b93-03c4c9079ced triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:30:53.329114 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (099268ae-c7d9-4a4f-9b93-03c4c9079ced), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:53.344903 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7895440b-f721-4cc7-8c25-0dbb87c4c4e9 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for security_group_rule (40b9719c-a2f2-47e9-bfeb-5016368b5aad), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:53.424772 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7895440b-f721-4cc7-8c25-0dbb87c4c4e9 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (40b9719c-a2f2-47e9-bfeb-5016368b5aad), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:53.450172 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-41e86842-7c97-4155-adb3-f0e3f2d6f2e1 None None] Current status of the port 099268ae-c7d9-4a4f-9b93-03c4c9079ced is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:30:53.450566 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-41e86842-7c97-4155-adb3-f0e3f2d6f2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (099268ae-c7d9-4a4f-9b93-03c4c9079ced), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:53.471445 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-8f81dd2c-afa2-468e-9598-286a6e850a72 None None] Set router 16fc797e-48a0-4d0b-bb03-89a629c2cd90 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:30:53.475157 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895440b-f721-4cc7-8c25-0dbb87c4c4e9 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b9719c-a2f2-47e9-bfeb-5016368b5aad,revision_number=0']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:53.551056 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02071138-1d9c-4d6f-87bc-2580d3a1db7b req-2c26f43b-5eed-4e87-bf00-0d027d7de0ea tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:53.552601 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-02071138-1d9c-4d6f-87bc-2580d3a1db7b req-2c26f43b-5eed-4e87-bf00-0d027d7de0ea tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.0865538 Mar 29 15:30:53.568572 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7895440b-f721-4cc7-8c25-0dbb87c4c4e9 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:53.573449 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-7895440b-f721-4cc7-8c25-0dbb87c4c4e9 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3779953 Mar 29 15:30:53.573449 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 37470) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:53.577795 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-5dd05301-12a4-44e4-ae96-59bfc2a3cf63 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Request body: {'floatingip': {'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:30:53.636219 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-41e86842-7c97-4155-adb3-f0e3f2d6f2e1 None None] For port 099268ae-c7d9-4a4f-9b93-03c4c9079ced, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=099268ae-c7d9-4a4f-9b93-03c4c9079ced,segment=NetworkSegment(23e97d31-01f2-4152-9343-0e588b0dca3e),segment_id=23e97d31-01f2-4152-9343-0e588b0dca3e)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:30:53.640305 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 099268ae-c7d9-4a4f-9b93-03c4c9079ced is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:30:53.640669 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (099268ae-c7d9-4a4f-9b93-03c4c9079ced), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:53.687430 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-5dd05301-12a4-44e4-ae96-59bfc2a3cf63 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:53.801829 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-5dd05301-12a4-44e4-ae96-59bfc2a3cf63 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:53.846434 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-41e86842-7c97-4155-adb3-f0e3f2d6f2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (099268ae-c7d9-4a4f-9b93-03c4c9079ced), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:53.876740 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-02071138-1d9c-4d6f-87bc-2580d3a1db7b req-8997d49c-6b2c-41ef-8544-3d0b4e255981 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2875545 Mar 29 15:30:53.921871 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [None req-5dd05301-12a4-44e4-ae96-59bfc2a3cf63 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Allocated IP 172.27.3.240 (3dc57d37-328b-453d-86b3-347b9e0efd38/8a0c47e6-f825-43a4-ad31-8f961885bd6a/603163a9-fdae-42dd-8a08-8fe9d1020939) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:30:53.929829 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.db.api [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:30:53.930194 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG oslo_db.api [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:30:53.937043 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e86842-7c97-4155-adb3-f0e3f2d6f2e1 None None] Pushing event updated for resources: {'Port': ['ID=099268ae-c7d9-4a4f-9b93-03c4c9079ced,revision_number=3']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:53.951731 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-8f81dd2c-afa2-468e-9598-286a6e850a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fc797e-48a0-4d0b-bb03-89a629c2cd90', 'name': 'tempest-TestVolumeBootPattern-1389976365-router', 'tenant_id': 'b303de7a1530461190214c3de9c1ee0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:30:50Z', 'updated_at': '2022-03-29T15:30:52Z', 'revision_number': 3, 'project_id': 'b303de7a1530461190214c3de9c1ee0f', 'gw_port': {'id': '5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fc797e-48a0-4d0b-bb03-89a629c2cd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:51Z', 'updated_at': '2022-03-29T15:30:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:53.987874 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f81dd2c-afa2-468e-9598-286a6e850a72 None None] Checking router: 16fc797e-48a0-4d0b-bb03-89a629c2cd90 for host: dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:30:53.988227 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f81dd2c-afa2-468e-9598-286a6e850a72 None None] Updating router 16fc797e-48a0-4d0b-bb03-89a629c2cd90 port 5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e binding host dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:30:54.011790 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-d9179472-440e-44eb-8e62-595bb20478f6 None None] Provisioning complete for port 099268ae-c7d9-4a4f-9b93-03c4c9079ced triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:30:54.012479 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d9179472-440e-44eb-8e62-595bb20478f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (099268ae-c7d9-4a4f-9b93-03c4c9079ced), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:54.023017 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-70a1d12e-6005-46d0-9c26-ed0dfd59b0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:54.038057 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-5dd05301-12a4-44e4-ae96-59bfc2a3cf63 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for port (603163a9-fdae-42dd-8a08-8fe9d1020939), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:54.042752 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8f81dd2c-afa2-468e-9598-286a6e850a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:54.156304 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-5dd05301-12a4-44e4-ae96-59bfc2a3cf63 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (603163a9-fdae-42dd-8a08-8fe9d1020939), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:54.197013 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-d9179472-440e-44eb-8e62-595bb20478f6 None None] Current status of the port 099268ae-c7d9-4a4f-9b93-03c4c9079ced is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:30:54.203809 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd05301-12a4-44e4-ae96-59bfc2a3cf63 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Network 3dc57d37-328b-453d-86b3-347b9e0efd38 is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:30:54.211092 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [None req-5dd05301-12a4-44e4-ae96-59bfc2a3cf63 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:30:54.213478 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd05301-12a4-44e4-ae96-59bfc2a3cf63 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:30:54.241563 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a634c51-68b2-47ec-87f4-8a15831c0cfb req-3c845c2c-bd56-4b0c-b3a7-722da73c9a56 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:54.248629 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd05301-12a4-44e4-ae96-59bfc2a3cf63 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Pushing event updated for resources: {'Port': ['ID=603163a9-fdae-42dd-8a08-8fe9d1020939,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:54.248804 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4a634c51-68b2-47ec-87f4-8a15831c0cfb req-3c845c2c-bd56-4b0c-b3a7-722da73c9a56 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 945 time: 0.0937173 Mar 29 15:30:54.272257 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [None req-70a1d12e-6005-46d0-9c26-ed0dfd59b0bd admin admin] Allocated IP 172.20.0.1 (909f1a4a-9bcf-435d-89ab-3956b9f91c25/845828b1-4e61-4f9d-ba52-6244b62c075c/1bf8ed32-6c1a-4972-9aef-b597496d2db8) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:30:54.342093 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-5dd05301-12a4-44e4-ae96-59bfc2a3cf63 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for floatingip (1a578711-5b4d-45f9-9a99-6f6bb50af508), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:54.374793 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c51ed-934f-4cc3-9b25-65d3ac5b4075 req-2a2b088b-4952-4d9c-bf5c-89a73bfcbaee tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:54.376207 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8f81dd2c-afa2-468e-9598-286a6e850a72 None None] Publish callbacks [] for port (5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:54.376938 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e36c51ed-934f-4cc3-9b25-65d3ac5b4075 req-2a2b088b-4952-4d9c-bf5c-89a73bfcbaee tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.15 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.0842443 Mar 29 15:30:54.434759 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-70a1d12e-6005-46d0-9c26-ed0dfd59b0bd admin admin] Publish callbacks [] for port (1bf8ed32-6c1a-4972-9aef-b597496d2db8), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:54.454697 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8f81dd2c-afa2-468e-9598-286a6e850a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:54.455887 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4a634c51-68b2-47ec-87f4-8a15831c0cfb req-b8142ba9-d3a9-4964-9904-95e8efd850c5 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980684 Mar 29 15:30:54.500544 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-5dd05301-12a4-44e4-ae96-59bfc2a3cf63 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (603163a9-fdae-42dd-8a08-8fe9d1020939), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:54.513908 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ecea2f0f-60ea-45ae-bb58-132d9a7b1885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:54.516339 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 099268ae-c7d9-4a4f-9b93-03c4c9079ced is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:30:54.530545 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-8f81dd2c-afa2-468e-9598-286a6e850a72 None None] Attempting to bind port 5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:30:54.530545 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-8f81dd2c-afa2-468e-9598-286a6e850a72 None None] Attempting to bind port 5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:30:54.530904 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f81dd2c-afa2-468e-9598-286a6e850a72 None None] Attempting to bind port 5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e on network 3dc57d37-328b-453d-86b3-347b9e0efd38 {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:30:54.536407 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619c026-6222-42a4-a72e-91cf80625e64 None None] Pushing event updated for resources: {'Port': ['ID=5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:54.540439 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f81dd2c-afa2-468e-9598-286a6e850a72 None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:30:54.540439 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f81dd2c-afa2-468e-9598-286a6e850a72 None None] Checking segment: {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:30:54.540815 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8f81dd2c-afa2-468e-9598-286a6e850a72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:54.541198 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f81dd2c-afa2-468e-9598-286a6e850a72 None None] Bound using segment: {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:30:54.541664 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-8f81dd2c-afa2-468e-9598-286a6e850a72 None None] Bound port: 5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:30:54.542040 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8f81dd2c-afa2-468e-9598-286a6e850a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:54.569146 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-70a1d12e-6005-46d0-9c26-ed0dfd59b0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (1bf8ed32-6c1a-4972-9aef-b597496d2db8), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:54.603561 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-8f81dd2c-afa2-468e-9598-286a6e850a72 None None] For port 5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:30:54.607962 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-8f81dd2c-afa2-468e-9598-286a6e850a72 None None] For port 5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:30:54.613070 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a1d12e-6005-46d0-9c26-ed0dfd59b0bd admin admin] Network 909f1a4a-9bcf-435d-89ab-3956b9f91c25 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:30:54.616220 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-e36c51ed-934f-4cc3-9b25-65d3ac5b4075 req-e6d58f38-e3b0-4814-8349-2e89daf628fd tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Deleting port 33c05afa-ae67-4c5b-861c-cf2fa3c975d2 {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:30:54.616540 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-e36c51ed-934f-4cc3-9b25-65d3ac5b4075 req-e6d58f38-e3b0-4814-8349-2e89daf628fd tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (33c05afa-ae67-4c5b-861c-cf2fa3c975d2), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:54.619413 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-70a1d12e-6005-46d0-9c26-ed0dfd59b0bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:30:54.624295 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a1d12e-6005-46d0-9c26-ed0dfd59b0bd admin admin] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:30:54.654957 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1d12e-6005-46d0-9c26-ed0dfd59b0bd admin admin] Pushing event updated for resources: {'Port': ['ID=1bf8ed32-6c1a-4972-9aef-b597496d2db8,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:54.675248 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 099268ae-c7d9-4a4f-9b93-03c4c9079ced up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:30:54.682840 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-70a1d12e-6005-46d0-9c26-ed0dfd59b0bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032949'] for router_interface (16fc797e-48a0-4d0b-bb03-89a629c2cd90), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:54.705360 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8f81dd2c-afa2-468e-9598-286a6e850a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:54.755317 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-e36c51ed-934f-4cc3-9b25-65d3ac5b4075 req-e6d58f38-e3b0-4814-8349-2e89daf628fd tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] For port 33c05afa-ae67-4c5b-861c-cf2fa3c975d2, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=33c05afa-ae67-4c5b-861c-cf2fa3c975d2,segment=NetworkSegment(d89f6401-43df-4164-a5ca-c69abcd4e86c),segment_id=d89f6401-43df-4164-a5ca-c69abcd4e86c)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:30:54.762721 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-e36c51ed-934f-4cc3-9b25-65d3ac5b4075 req-e6d58f38-e3b0-4814-8349-2e89daf628fd tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (33c05afa-ae67-4c5b-861c-cf2fa3c975d2), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:54.778014 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f81dd2c-afa2-468e-9598-286a6e850a72 None None] Routers {'16fc797e-48a0-4d0b-bb03-89a629c2cd90'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:30:54.778439 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-8f81dd2c-afa2-468e-9598-286a6e850a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:30:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['16fc797e-48a0-4d0b-bb03-89a629c2cd90'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:54.779654 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-5dd05301-12a4-44e4-ae96-59bfc2a3cf63 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for port (603163a9-fdae-42dd-8a08-8fe9d1020939), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:54.874758 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-5dd05301-12a4-44e4-ae96-59bfc2a3cf63 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (603163a9-fdae-42dd-8a08-8fe9d1020939), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:54.887310 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619c026-6222-42a4-a72e-91cf80625e64 None None] Pushing event updated for resources: {'Port': ['ID=5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e,revision_number=3']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:54.905979 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 099268ae-c7d9-4a4f-9b93-03c4c9079ced triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:30:54.906347 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (099268ae-c7d9-4a4f-9b93-03c4c9079ced), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:54.943729 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-70a1d12e-6005-46d0-9c26-ed0dfd59b0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (1bf8ed32-6c1a-4972-9aef-b597496d2db8), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:54.977290 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-8f81dd2c-afa2-468e-9598-286a6e850a72 None None] Set router 16fc797e-48a0-4d0b-bb03-89a629c2cd90 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:30:55.027144 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd05301-12a4-44e4-ae96-59bfc2a3cf63 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Pushing event updated for resources: {'Port': ['ID=603163a9-fdae-42dd-8a08-8fe9d1020939,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:55.034953 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-d44d0532-012d-4e7c-8933-1dbe88c76938 None None] Provisioning complete for port 1bf8ed32-6c1a-4972-9aef-b597496d2db8 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:30:55.035315 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d44d0532-012d-4e7c-8933-1dbe88c76938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (1bf8ed32-6c1a-4972-9aef-b597496d2db8), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:55.041968 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-5dd05301-12a4-44e4-ae96-59bfc2a3cf63 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (1a578711-5b4d-45f9-9a99-6f6bb50af508), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:55.046668 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-e36c51ed-934f-4cc3-9b25-65d3ac5b4075 req-e6d58f38-e3b0-4814-8349-2e89daf628fd tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:55.047653 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-e36c51ed-934f-4cc3-9b25-65d3ac5b4075 req-e6d58f38-e3b0-4814-8349-2e89daf628fd tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (6eebe3e5-eaae-4bdd-93f3-67503ba51d93), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:55.047981 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.db.l3_db [req-e36c51ed-934f-4cc3-9b25-65d3ac5b4075 req-e6d58f38-e3b0-4814-8349-2e89daf628fd tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Floating IP 6eebe3e5-eaae-4bdd-93f3-67503ba51d93 disassociated. External IP: 172.27.3.37, port: 33c05afa-ae67-4c5b-861c-cf2fa3c975d2. Mar 29 15:30:55.048348 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-e36c51ed-934f-4cc3-9b25-65d3ac5b4075 req-e6d58f38-e3b0-4814-8349-2e89daf628fd tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Calling delete_port for 33c05afa-ae67-4c5b-861c-cf2fa3c975d2 owned by compute:nova {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:30:55.105096 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6070a-92e0-44df-888a-7cc1aa792082 req-5420dfb8-bb27-4cd7-ab2e-7a2422d7c485 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:55.106837 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-faa6070a-92e0-44df-888a-7cc1aa792082 req-5420dfb8-bb27-4cd7-ab2e-7a2422d7c485 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 946 time: 0.1249611 Mar 29 15:30:55.140085 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-d44d0532-012d-4e7c-8933-1dbe88c76938 None None] Port 1bf8ed32-6c1a-4972-9aef-b597496d2db8 cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:30:55.176682 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-5dd05301-12a4-44e4-ae96-59bfc2a3cf63 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:55.187891 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-5dd05301-12a4-44e4-ae96-59bfc2a3cf63 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6041760 Mar 29 15:30:55.188899 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 099268ae-c7d9-4a4f-9b93-03c4c9079ced is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:30:55.218566 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-faa6070a-92e0-44df-888a-7cc1aa792082 req-c8170d39-850b-4fe6-9138-12cf5c4ff4d3 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951786 Mar 29 15:30:55.223021 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-70a1d12e-6005-46d0-9c26-ed0dfd59b0bd admin admin] Publish callbacks [] for port (1bf8ed32-6c1a-4972-9aef-b597496d2db8), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:55.253984 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-e36c51ed-934f-4cc3-9b25-65d3ac5b4075 req-e6d58f38-e3b0-4814-8349-2e89daf628fd tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (33c05afa-ae67-4c5b-861c-cf2fa3c975d2), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:55.261878 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-8f81dd2c-afa2-468e-9598-286a6e850a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fc797e-48a0-4d0b-bb03-89a629c2cd90', 'name': 'tempest-TestVolumeBootPattern-1389976365-router', 'tenant_id': 'b303de7a1530461190214c3de9c1ee0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:30:50Z', 'updated_at': '2022-03-29T15:30:52Z', 'revision_number': 3, 'project_id': 'b303de7a1530461190214c3de9c1ee0f', 'gw_port': {'id': '5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fc797e-48a0-4d0b-bb03-89a629c2cd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:51Z', 'updated_at': '2022-03-29T15:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:55.278418 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-70a1d12e-6005-46d0-9c26-ed0dfd59b0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10426429'] for port (1bf8ed32-6c1a-4972-9aef-b597496d2db8), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:55.287215 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d58f38-e3b0-4814-8349-2e89daf628fd tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Pushing event deleted for resources: {'Port': ['ID=33c05afa-ae67-4c5b-861c-cf2fa3c975d2,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:55.299452 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f81dd2c-afa2-468e-9598-286a6e850a72 None None] The sync data for ids ['16fc797e-48a0-4d0b-bb03-89a629c2cd90'] in dv-cinder-562053-19-iscsi is: [{'id': '16fc797e-48a0-4d0b-bb03-89a629c2cd90', 'name': 'tempest-TestVolumeBootPattern-1389976365-router', 'tenant_id': 'b303de7a1530461190214c3de9c1ee0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:30:50Z', 'updated_at': '2022-03-29T15:30:52Z', 'revision_number': 3, 'project_id': 'b303de7a1530461190214c3de9c1ee0f', 'gw_port': {'id': '5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fc797e-48a0-4d0b-bb03-89a629c2cd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:51Z', 'updated_at': '2022-03-29T15:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}] {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:30:55.390543 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-70a1d12e-6005-46d0-9c26-ed0dfd59b0bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1032801'] for router_interface (16fc797e-48a0-4d0b-bb03-89a629c2cd90), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:55.399622 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1d12e-6005-46d0-9c26-ed0dfd59b0bd admin admin] Pushing event updated for resources: {'Port': ['ID=1bf8ed32-6c1a-4972-9aef-b597496d2db8,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:55.425328 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e36c51ed-934f-4cc3-9b25-65d3ac5b4075 req-e6d58f38-e3b0-4814-8349-2e89daf628fd tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Router 5bb6cb16-b58a-4e20-82e9-33d1ca58826a has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:30:55.477138 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-5f0ecafe-9edb-4e7c-9d19-4b63c8f9ed0a tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--926096520&fields=id&tenant_id=68b100b32ca6457b87f13df08e31d969 HTTP/1.1" status: 200 len: 267 time: 0.1523099 Mar 29 15:30:55.562338 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e36c51ed-934f-4cc3-9b25-65d3ac5b4075 req-e6d58f38-e3b0-4814-8349-2e89daf628fd tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:30:55.575613 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41af3620-85e7-4e6c-b45f-23cd39242c84 None None] Sync routers for ids ['5bb6cb16-b58a-4e20-82e9-33d1ca58826a'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:30:55.602147 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:55.630082 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36c51ed-934f-4cc3-9b25-65d3ac5b4075 req-e6d58f38-e3b0-4814-8349-2e89daf628fd tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] No DVR routers for this DVR port 33c05afa-ae67-4c5b-861c-cf2fa3c975d2 on host hv-cinder-56205 {{(pid=103831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:30:55.630216 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41af3620-85e7-4e6c-b45f-23cd39242c84 None None] Routers {'5bb6cb16-b58a-4e20-82e9-33d1ca58826a'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:30:55.630881 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-41af3620-85e7-4e6c-b45f-23cd39242c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:30:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['5bb6cb16-b58a-4e20-82e9-33d1ca58826a'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:55.632878 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-e36c51ed-934f-4cc3-9b25-65d3ac5b4075 req-e6d58f38-e3b0-4814-8349-2e89daf628fd tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:55.636889 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e36c51ed-934f-4cc3-9b25-65d3ac5b4075 req-e6d58f38-e3b0-4814-8349-2e89daf628fd tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.15 "DELETE /v2.0/ports/33c05afa-ae67-4c5b-861c-cf2fa3c975d2 HTTP/1.1" status: 204 len: 173 time: 1.2547896 Mar 29 15:30:55.637983 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907a9d50-485b-401d-838f-cafbe98888d7', 'name': 'network-vif-deleted', 'tag': '33c05afa-ae67-4c5b-861c-cf2fa3c975d2'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:30:55.639768 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9aa3b77-f660-414b-9ff7-6e3c988a488a" -d '{"events": [{"server_uuid": "907a9d50-485b-401d-838f-cafbe98888d7", "name": "network-vif-deleted", "tag": "33c05afa-ae67-4c5b-861c-cf2fa3c975d2"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:30:55.672628 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a1d12e-6005-46d0-9c26-ed0dfd59b0bd admin admin] Network 909f1a4a-9bcf-435d-89ab-3956b9f91c25 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:30:55.682764 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-70a1d12e-6005-46d0-9c26-ed0dfd59b0bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:30:55.707221 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-fd65bf1e-b3cf-40e4-9073-4312923da8c0 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:55.708904 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-fd65bf1e-b3cf-40e4-9073-4312923da8c0 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/networks?id=e9e966a3-c502-4415-ba24-fb4be64d7c3f HTTP/1.1" status: 200 len: 811 time: 0.2259109 Mar 29 15:30:55.768114 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340945c-4cf9-4647-9a32-4039b45d4086 req-8af70000-f492-4c04-ba9e-b349b6dc3c36 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:55.769707 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2340945c-4cf9-4647-9a32-4039b45d4086 req-8af70000-f492-4c04-ba9e-b349b6dc3c36 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 945 time: 0.2063746 Mar 29 15:30:55.795211 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-41af3620-85e7-4e6c-b45f-23cd39242c84 None None] Set router 5bb6cb16-b58a-4e20-82e9-33d1ca58826a gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:30:55.847934 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-e8fbd39c-fb82-44c4-9fc7-353f5556c8ad tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/quotas/68b100b32ca6457b87f13df08e31d969 HTTP/1.1" status: 200 len: 375 time: 0.0883458 Mar 29 15:30:55.938606 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2340945c-4cf9-4647-9a32-4039b45d4086 req-712c0971-9f48-4b05-92ee-fdbed698b1c0 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216369 Mar 29 15:30:55.971211 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a1d12e-6005-46d0-9c26-ed0dfd59b0bd admin admin] Router 16fc797e-48a0-4d0b-bb03-89a629c2cd90 has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:30:56.030463 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c59cb12-0e9e-4699-8d84-3e13b735d50d x-openstack-request-id: req-1c59cb12-0e9e-4699-8d84-3e13b735d50d {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:30:56.030988 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907a9d50-485b-401d-838f-cafbe98888d7", "name": "network-vif-deleted", "tag": "33c05afa-ae67-4c5b-861c-cf2fa3c975d2", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:30:56.031915 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c59cb12-0e9e-4699-8d84-3e13b735d50d {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:30:56.032519 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c59cb12-0e9e-4699-8d84-3e13b735d50d'] response: {'server_uuid': '907a9d50-485b-401d-838f-cafbe98888d7', 'name': 'network-vif-deleted', 'tag': '33c05afa-ae67-4c5b-861c-cf2fa3c975d2', 'status': 'completed', 'code': 200} Mar 29 15:30:56.071242 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-166c165f-f54b-4a76-91d6-c5a93cdc896e None None] Provisioning complete for port 1bf8ed32-6c1a-4972-9aef-b597496d2db8 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:30:56.071869 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-166c165f-f54b-4a76-91d6-c5a93cdc896e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (1bf8ed32-6c1a-4972-9aef-b597496d2db8), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:56.093523 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-41af3620-85e7-4e6c-b45f-23cd39242c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'name': 'tempest-ServerRescueNegativeTestJSON-1872306636-router', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:27:02Z', 'revision_number': 4, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'gw_port': {'id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '71b4dc2b-140f-48ff-912c-6507fb3f4ead', 'name': '', 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'mac_address': 'fa:16:3e:8e:a9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '9d11297b-da68-44b3-bcb2-0f179572e157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:27:01Z', 'updated_at': '2022-03-29T15:27:07Z', 'revision_number': 5, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'subnets': [{'id': '9d11297b-da68-44b3-bcb2-0f179572e157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:56.117438 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-166c165f-f54b-4a76-91d6-c5a93cdc896e None None] Port 1bf8ed32-6c1a-4972-9aef-b597496d2db8 cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:30:56.127997 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41af3620-85e7-4e6c-b45f-23cd39242c84 None None] Checking router: 5bb6cb16-b58a-4e20-82e9-33d1ca58826a for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:30:56.137307 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41af3620-85e7-4e6c-b45f-23cd39242c84 None None] Routers {'5bb6cb16-b58a-4e20-82e9-33d1ca58826a'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:30:56.138135 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-41af3620-85e7-4e6c-b45f-23cd39242c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:30:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['5bb6cb16-b58a-4e20-82e9-33d1ca58826a'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:56.138422 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-26267f52-383a-4f5b-92e4-06bee0b8ef31 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=68b100b32ca6457b87f13df08e31d969&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2807646 Mar 29 15:30:56.152221 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a1d12e-6005-46d0-9c26-ed0dfd59b0bd admin admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:30:56.169877 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-70a1d12e-6005-46d0-9c26-ed0dfd59b0bd admin admin] 10.222.0.39 "PUT /v2.0/routers/16fc797e-48a0-4d0b-bb03-89a629c2cd90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9064186 Mar 29 15:30:56.267028 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-41af3620-85e7-4e6c-b45f-23cd39242c84 None None] Set router 5bb6cb16-b58a-4e20-82e9-33d1ca58826a gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:30:56.303466 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-b889b69f-b4a3-4189-81c0-478c9f3ab415 service neutron] 10.222.0.39 "GET /v2.0/networks/e9e966a3-c502-4415-ba24-fb4be64d7c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491592 Mar 29 15:30:56.381587 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cea5fbf0-1a9e-4ab0-af1a-f414388e0d1b req-1ad97cbd-72a2-48f5-a3d6-f293ed16456f tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a9d50-485b-401d-838f-cafbe98888d7 HTTP/1.1" status: 200 len: 210 time: 0.0580404 Mar 29 15:30:56.462527 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-233aac47-8e61-4e15-8f04-c1b7bd55c722 service neutron] 10.222.0.39 "GET /v2.0/networks/e9e966a3-c502-4415-ba24-fb4be64d7c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519043 Mar 29 15:30:56.692241 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-41af3620-85e7-4e6c-b45f-23cd39242c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'name': 'tempest-ServerRescueNegativeTestJSON-1872306636-router', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:27:02Z', 'revision_number': 4, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'gw_port': {'id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '71b4dc2b-140f-48ff-912c-6507fb3f4ead', 'name': '', 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'mac_address': 'fa:16:3e:8e:a9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '9d11297b-da68-44b3-bcb2-0f179572e157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:27:01Z', 'updated_at': '2022-03-29T15:27:07Z', 'revision_number': 5, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'subnets': [{'id': '9d11297b-da68-44b3-bcb2-0f179572e157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:56.708164 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:30:56.748916 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41af3620-85e7-4e6c-b45f-23cd39242c84 None None] The sync data for ids ['5bb6cb16-b58a-4e20-82e9-33d1ca58826a'] in dv-cinder-562053-19-iscsi is: [{'id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'name': 'tempest-ServerRescueNegativeTestJSON-1872306636-router', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:27:02Z', 'revision_number': 4, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'gw_port': {'id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '71b4dc2b-140f-48ff-912c-6507fb3f4ead', 'name': '', 'network_id': '6a802c2b-c73f-41c5-a35b-11f174fd7a4a', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'mac_address': 'fa:16:3e:8e:a9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '9d11297b-da68-44b3-bcb2-0f179572e157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:27:01Z', 'updated_at': '2022-03-29T15:27:07Z', 'revision_number': 5, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'subnets': [{'id': '9d11297b-da68-44b3-bcb2-0f179572e157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:30:56.791118 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:30:56.791589 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-36df0353-be15-4ecb-b3d6-d1181a7817b4 req-01ff5526-2dc8-4234-b50b-96c57dc397dc tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=08c61e33-70d2-413a-b763-b22ab59068cc HTTP/1.1" status: 200 len: 210 time: 0.0295494 Mar 29 15:30:56.792455 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:56.928883 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:30:56.929277 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:56.950873 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] For port 5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:30:56.985408 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:57.069869 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3eadc9-6f16-4da9-a5b6-324e8f75e7a8 req-f2ba2efe-fde1-44bb-9640-c0dcc7ef8112 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:57.071240 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ee3eadc9-6f16-4da9-a5b6-324e8f75e7a8 req-f2ba2efe-fde1-44bb-9640-c0dcc7ef8112 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 945 time: 0.0574062 Mar 29 15:30:57.120130 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ee3eadc9-6f16-4da9-a5b6-324e8f75e7a8 req-d19f32b0-9886-489f-a42e-6841220cbe1a tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430982 Mar 29 15:30:57.122358 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:57.182194 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Pushing event updated for resources: {'Port': ['ID=5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:57.208722 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 37516) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:57.213639 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-c0176998-5f22-4179-8011-2fdbffdc7f20 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-835517344', 'description': 'tempest-secgroup-smoke-835517344 description', 'project_id': 'b38e7969800b462c9f549e8936e05713'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:30:57.315138 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-c0176998-5f22-4179-8011-2fdbffdc7f20 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:57.380888 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-c0176998-5f22-4179-8011-2fdbffdc7f20 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for security_group (7818609e-dc1b-4b75-b431-7d347525ec80), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:57.476585 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-c0176998-5f22-4179-8011-2fdbffdc7f20 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (7818609e-dc1b-4b75-b431-7d347525ec80), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:57.507613 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0176998-5f22-4179-8011-2fdbffdc7f20 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7818609e-dc1b-4b75-b431-7d347525ec80,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:57.541066 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 37524) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:57.597796 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-fb2e09c9-073f-4a2a-8405-b3844f0f1d30 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks [] for security_group (d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:57.621850 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-fb2e09c9-073f-4a2a-8405-b3844f0f1d30 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks [] for security_group (d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:57.655184 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-c0176998-5f22-4179-8011-2fdbffdc7f20 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:57.658154 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-c0176998-5f22-4179-8011-2fdbffdc7f20 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4465520 Mar 29 15:30:57.659432 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 37526) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:57.663610 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-8cea39c2-f2f4-418a-8ef9-a6070d0a1051 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Request body: {'security_group_rule': {'security_group_id': '7818609e-dc1b-4b75-b431-7d347525ec80', 'project_id': 'b38e7969800b462c9f549e8936e05713', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:30:57.744057 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8cea39c2-f2f4-418a-8ef9-a6070d0a1051 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for security_group_rule (1ae4206b-0e4c-4bd7-9bf0-b90e0b486ae5), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:57.771720 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-fb2e09c9-073f-4a2a-8405-b3844f0f1d30 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:57.774300 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-fb2e09c9-073f-4a2a-8405-b3844f0f1d30 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:57.777067 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-fb2e09c9-073f-4a2a-8405-b3844f0f1d30 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "DELETE /v2.0/security-groups/d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8 HTTP/1.1" status: 204 len: 168 time: 0.2334230 Mar 29 15:30:57.778489 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 37528) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:57.789702 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e09c9-073f-4a2a-8405-b3844f0f1d30 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:57.793303 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.api.v2.resource [None req-8875540d-c552-489f-85f0-080281586f67 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] show failed (client error): The resource could not be found. Mar 29 15:30:57.794387 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-8875540d-c552-489f-85f0-080281586f67 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups/d8ae0ceb-ef8c-4f04-a16e-14e44a6383c8 HTTP/1.1" status: 404 len: 347 time: 0.0148745 Mar 29 15:30:57.797906 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 37530) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:57.804868 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8cea39c2-f2f4-418a-8ef9-a6070d0a1051 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for security_group_rule (1ae4206b-0e4c-4bd7-9bf0-b90e0b486ae5), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:57.899381 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8cea39c2-f2f4-418a-8ef9-a6070d0a1051 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (1ae4206b-0e4c-4bd7-9bf0-b90e0b486ae5), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:57.917218 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea39c2-f2f4-418a-8ef9-a6070d0a1051 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae4206b-0e4c-4bd7-9bf0-b90e0b486ae5,revision_number=0']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:57.926586 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7f0e0518-0995-4ebd-af15-2bd6c884692c req-d36b8eb7-4fdb-4fad-b5ec-5bee635594c0 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=08c61e33-70d2-413a-b763-b22ab59068cc HTTP/1.1" status: 200 len: 210 time: 0.0496206 Mar 29 15:30:57.951161 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-529b2f0e-892c-4d8b-bde1-9cf1b90a2ebe tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Deleting port 8490f9eb-d8ed-4c0d-bcb9-39042ade3162 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:30:57.951499 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-529b2f0e-892c-4d8b-bde1-9cf1b90a2ebe tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (8490f9eb-d8ed-4c0d-bcb9-39042ade3162), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:58.004458 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8cea39c2-f2f4-418a-8ef9-a6070d0a1051 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:58.005675 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-8cea39c2-f2f4-418a-8ef9-a6070d0a1051 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3453345 Mar 29 15:30:58.008647 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 37534) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:58.013249 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-9019df2d-6db8-4599-a190-081c2f704a88 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Request body: {'security_group_rule': {'security_group_id': '7818609e-dc1b-4b75-b431-7d347525ec80', 'project_id': 'b38e7969800b462c9f549e8936e05713', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:30:58.028610 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-529b2f0e-892c-4d8b-bde1-9cf1b90a2ebe tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (8490f9eb-d8ed-4c0d-bcb9-39042ade3162), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:58.029045 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-529b2f0e-892c-4d8b-bde1-9cf1b90a2ebe tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks [] for floatingip (8490f9eb-d8ed-4c0d-bcb9-39042ade3162), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:58.041143 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-529b2f0e-892c-4d8b-bde1-9cf1b90a2ebe tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Calling delete_port for 8490f9eb-d8ed-4c0d-bcb9-39042ade3162 owned by network:floatingip {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:30:58.087286 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-9019df2d-6db8-4599-a190-081c2f704a88 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for security_group_rule (c522034c-02cf-42b1-b7da-eedeb9fa15a2), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:58.143135 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-9019df2d-6db8-4599-a190-081c2f704a88 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for security_group_rule (c522034c-02cf-42b1-b7da-eedeb9fa15a2), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:58.225459 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-9019df2d-6db8-4599-a190-081c2f704a88 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (c522034c-02cf-42b1-b7da-eedeb9fa15a2), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:58.248039 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019df2d-6db8-4599-a190-081c2f704a88 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c522034c-02cf-42b1-b7da-eedeb9fa15a2,revision_number=0']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:58.258307 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3579e4-1055-4fb1-815c-a3eaaa4d9e8e req-55d9bb97-dc09-40a8-a1bf-21eb026febda tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:58.259773 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3f3579e4-1055-4fb1-815c-a3eaaa4d9e8e req-55d9bb97-dc09-40a8-a1bf-21eb026febda tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 945 time: 0.0585792 Mar 29 15:30:58.260824 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-529b2f0e-892c-4d8b-bde1-9cf1b90a2ebe tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (8490f9eb-d8ed-4c0d-bcb9-39042ade3162), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:58.292179 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b2f0e-892c-4d8b-bde1-9cf1b90a2ebe tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Pushing event deleted for resources: {'Port': ['ID=8490f9eb-d8ed-4c0d-bcb9-39042ade3162,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:58.330566 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-9019df2d-6db8-4599-a190-081c2f704a88 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:58.334590 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-9019df2d-6db8-4599-a190-081c2f704a88 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3223948 Mar 29 15:30:58.335361 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 37538) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:58.341215 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-2f684749-eae2-47aa-b233-c5098c7864a1 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Request body: {'security_group_rule': {'security_group_id': '7818609e-dc1b-4b75-b431-7d347525ec80', 'project_id': 'b38e7969800b462c9f549e8936e05713', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:30:58.353435 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a840a2ad-004f-427c-8d10-4fd7fdc23900 None None] New status for floating IP 6eebe3e5-eaae-4bdd-93f3-67503ba51d93: DOWN {{(pid=103833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:30:58.377148 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3f3579e4-1055-4fb1-815c-a3eaaa4d9e8e req-ce1939f4-23b5-4f04-9e3b-e200ae0495b2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111643 Mar 29 15:30:58.387153 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-529b2f0e-892c-4d8b-bde1-9cf1b90a2ebe tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks [] for floatingip (6eebe3e5-eaae-4bdd-93f3-67503ba51d93), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:58.390378 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-529b2f0e-892c-4d8b-bde1-9cf1b90a2ebe tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:58.395285 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-529b2f0e-892c-4d8b-bde1-9cf1b90a2ebe tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "DELETE /v2.0/floatingips/6eebe3e5-eaae-4bdd-93f3-67503ba51d93 HTTP/1.1" status: 204 len: 168 time: 0.5932419 Mar 29 15:30:58.481801 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2f684749-eae2-47aa-b233-c5098c7864a1 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for security_group_rule (0ab0328e-da3a-47df-b853-1d01b1fe482c), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:58.541531 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2f684749-eae2-47aa-b233-c5098c7864a1 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for security_group_rule (0ab0328e-da3a-47df-b853-1d01b1fe482c), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:58.594047 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ceb03-a0fa-4906-9abc-79ff66e10366 None None] Sync routers for ids ['16fc797e-48a0-4d0b-bb03-89a629c2cd90'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:30:58.604997 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1ceb03-a0fa-4906-9abc-79ff66e10366 None None] Routers {'16fc797e-48a0-4d0b-bb03-89a629c2cd90'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:30:58.605617 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-6a1ceb03-a0fa-4906-9abc-79ff66e10366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:30:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['16fc797e-48a0-4d0b-bb03-89a629c2cd90'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:58.629490 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2f684749-eae2-47aa-b233-c5098c7864a1 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (0ab0328e-da3a-47df-b853-1d01b1fe482c), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:58.630766 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:58.650149 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:30:58.652084 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f684749-eae2-47aa-b233-c5098c7864a1 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab0328e-da3a-47df-b853-1d01b1fe482c,revision_number=0']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:58.705164 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:30:58.705537 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:58.730503 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-6a1ceb03-a0fa-4906-9abc-79ff66e10366 None None] Set router 16fc797e-48a0-4d0b-bb03-89a629c2cd90 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:30:58.742359 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2f684749-eae2-47aa-b233-c5098c7864a1 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:58.744119 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-2f684749-eae2-47aa-b233-c5098c7864a1 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4073765 Mar 29 15:30:58.746875 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 37544) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:58.752582 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-ad662b47-ee94-4382-aca0-69e18cb1de33 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Request body: {'security_group_rule': {'security_group_id': '7818609e-dc1b-4b75-b431-7d347525ec80', 'project_id': 'b38e7969800b462c9f549e8936e05713', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:30:58.791941 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:30:58.858805 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ad662b47-ee94-4382-aca0-69e18cb1de33 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for security_group_rule (c3bf48a9-174b-4756-85d1-0f5c253758a3), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:58.921469 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ad662b47-ee94-4382-aca0-69e18cb1de33 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for security_group_rule (c3bf48a9-174b-4756-85d1-0f5c253758a3), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:58.956786 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-6a1ceb03-a0fa-4906-9abc-79ff66e10366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fc797e-48a0-4d0b-bb03-89a629c2cd90', 'name': 'tempest-TestVolumeBootPattern-1389976365-router', 'tenant_id': 'b303de7a1530461190214c3de9c1ee0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:30:50Z', 'updated_at': '2022-03-29T15:30:54Z', 'revision_number': 4, 'project_id': 'b303de7a1530461190214c3de9c1ee0f', 'gw_port': {'id': '5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fc797e-48a0-4d0b-bb03-89a629c2cd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:51Z', 'updated_at': '2022-03-29T15:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '1bf8ed32-6c1a-4972-9aef-b597496d2db8', 'name': '', 'network_id': '909f1a4a-9bcf-435d-89ab-3956b9f91c25', 'tenant_id': 'b303de7a1530461190214c3de9c1ee0f', 'mac_address': 'fa:16:3e:48:2f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fc797e-48a0-4d0b-bb03-89a629c2cd90', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '845828b1-4e61-4f9d-ba52-6244b62c075c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:54Z', 'updated_at': '2022-03-29T15:30:55Z', 'revision_number': 2, 'project_id': 'b303de7a1530461190214c3de9c1ee0f', 'subnets': [{'id': '845828b1-4e61-4f9d-ba52-6244b62c075c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:58.983009 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ceb03-a0fa-4906-9abc-79ff66e10366 None None] Checking router: 16fc797e-48a0-4d0b-bb03-89a629c2cd90 for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:30:58.983355 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ceb03-a0fa-4906-9abc-79ff66e10366 None None] Updating router 16fc797e-48a0-4d0b-bb03-89a629c2cd90 port 1bf8ed32-6c1a-4972-9aef-b597496d2db8 binding host dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:30:59.010707 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6a1ceb03-a0fa-4906-9abc-79ff66e10366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (1bf8ed32-6c1a-4972-9aef-b597496d2db8), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:59.017881 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-359c9dbd-2f08-4856-8be8-0dd2e34b3988 req-601715b6-30f3-4bbd-8a96-91c956bc74bd tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=08c61e33-70d2-413a-b763-b22ab59068cc HTTP/1.1" status: 200 len: 210 time: 0.0263572 Mar 29 15:30:59.059343 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ad662b47-ee94-4382-aca0-69e18cb1de33 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (c3bf48a9-174b-4756-85d1-0f5c253758a3), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:59.079592 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad662b47-ee94-4382-aca0-69e18cb1de33 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3bf48a9-174b-4756-85d1-0f5c253758a3,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:59.080051 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 33c05afa-ae67-4c5b-861c-cf2fa3c975d2 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:30:59.100521 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] No Port match for: 33c05afa-ae67-4c5b-861c-cf2fa3c975d2 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:30:59.100868 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 33c05afa-ae67-4c5b-861c-cf2fa3c975d2 not bound to the agent host hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:30:59.205540 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ad662b47-ee94-4382-aca0-69e18cb1de33 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:59.210771 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-ad662b47-ee94-4382-aca0-69e18cb1de33 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4601429 Mar 29 15:30:59.210990 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 37548) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:59.218395 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-46f6cccc-2ad6-4a74-b80c-dba645eb8e46 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Request body: {'security_group_rule': {'security_group_id': '7818609e-dc1b-4b75-b431-7d347525ec80', 'project_id': 'b38e7969800b462c9f549e8936e05713', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:30:59.283741 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6a1ceb03-a0fa-4906-9abc-79ff66e10366 None None] Publish callbacks [] for port (1bf8ed32-6c1a-4972-9aef-b597496d2db8), precommit_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:59.288064 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-5d98cfd0-da2a-43ae-8af0-5e9e857c62ce tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:59.289597 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-5d98cfd0-da2a-43ae-8af0-5e9e857c62ce tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.15 "GET /v2.0/networks?id=e9e966a3-c502-4415-ba24-fb4be64d7c3f HTTP/1.1" status: 200 len: 811 time: 0.1021745 Mar 29 15:30:59.359507 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-9b048a10-b97b-4ab6-a8ec-7b6adfdbaa92 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68b100b32ca6457b87f13df08e31d969 HTTP/1.1" status: 200 len: 379 time: 0.0605371 Mar 29 15:30:59.363227 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.db.securitygroups_db [None req-46f6cccc-2ad6-4a74-b80c-dba645eb8e46 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Project b38e7969800b462c9f549e8936e05713 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 15:30:59.368312 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-46f6cccc-2ad6-4a74-b80c-dba645eb8e46 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for security_group_rule (036d28d6-eca1-43af-9dc0-1635b43df5cc), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:59.374795 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-f65d9483-a2e1-4014-acbd-1ffe4526e7b2 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Request body: {'port': {'device_id': '08c61e33-70d2-413a-b763-b22ab59068cc', 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f', 'admin_state_up': True, 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'security_groups': ['a785d304-abb1-4110-8a32-6a8eba8b24c2']}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:30:59.396385 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6a1ceb03-a0fa-4906-9abc-79ff66e10366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (1bf8ed32-6c1a-4972-9aef-b597496d2db8), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:59.450361 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed493f3d-1860-4560-a67b-13a8ff3aca05 None None] Pushing event updated for resources: {'Port': ['ID=1bf8ed32-6c1a-4972-9aef-b597496d2db8,revision_number=3']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:59.462503 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed493f3d-1860-4560-a67b-13a8ff3aca05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:59.462806 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed493f3d-1860-4560-a67b-13a8ff3aca05 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:59.463548 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed493f3d-1860-4560-a67b-13a8ff3aca05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:59.463548 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed493f3d-1860-4560-a67b-13a8ff3aca05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:59.463823 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed493f3d-1860-4560-a67b-13a8ff3aca05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:59.464148 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed493f3d-1860-4560-a67b-13a8ff3aca05 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:59.464497 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed493f3d-1860-4560-a67b-13a8ff3aca05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:59.465329 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed493f3d-1860-4560-a67b-13a8ff3aca05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:59.465557 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-46f6cccc-2ad6-4a74-b80c-dba645eb8e46 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for security_group_rule (036d28d6-eca1-43af-9dc0-1635b43df5cc), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:59.465688 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed493f3d-1860-4560-a67b-13a8ff3aca05 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:59.465986 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed493f3d-1860-4560-a67b-13a8ff3aca05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:59.466307 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed493f3d-1860-4560-a67b-13a8ff3aca05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:59.466644 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed493f3d-1860-4560-a67b-13a8ff3aca05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:59.466962 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed493f3d-1860-4560-a67b-13a8ff3aca05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:59.467278 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed493f3d-1860-4560-a67b-13a8ff3aca05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:59.474313 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed493f3d-1860-4560-a67b-13a8ff3aca05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:59.533105 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-46f6cccc-2ad6-4a74-b80c-dba645eb8e46 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (036d28d6-eca1-43af-9dc0-1635b43df5cc), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:59.541223 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-6a1ceb03-a0fa-4906-9abc-79ff66e10366 None None] Attempting to bind port 1bf8ed32-6c1a-4972-9aef-b597496d2db8 on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:30:59.541583 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-6a1ceb03-a0fa-4906-9abc-79ff66e10366 None None] Attempting to bind port 1bf8ed32-6c1a-4972-9aef-b597496d2db8 by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': '23e97d31-01f2-4152-9343-0e588b0dca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '909f1a4a-9bcf-435d-89ab-3956b9f91c25'}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:30:59.541939 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1ceb03-a0fa-4906-9abc-79ff66e10366 None None] Attempting to bind port 1bf8ed32-6c1a-4972-9aef-b597496d2db8 on network 909f1a4a-9bcf-435d-89ab-3956b9f91c25 {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:30:59.547533 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1ceb03-a0fa-4906-9abc-79ff66e10366 None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:30:59.547900 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1ceb03-a0fa-4906-9abc-79ff66e10366 None None] Checking segment: {'id': '23e97d31-01f2-4152-9343-0e588b0dca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '909f1a4a-9bcf-435d-89ab-3956b9f91c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:30:59.548675 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6a1ceb03-a0fa-4906-9abc-79ff66e10366 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:59.549269 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1ceb03-a0fa-4906-9abc-79ff66e10366 None None] Bound using segment: {'id': '23e97d31-01f2-4152-9343-0e588b0dca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '909f1a4a-9bcf-435d-89ab-3956b9f91c25'} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:30:59.549649 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-6a1ceb03-a0fa-4906-9abc-79ff66e10366 None None] Bound port: 1bf8ed32-6c1a-4972-9aef-b597496d2db8, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e97d31-01f2-4152-9343-0e588b0dca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '909f1a4a-9bcf-435d-89ab-3956b9f91c25'}}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:30:59.550692 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6a1ceb03-a0fa-4906-9abc-79ff66e10366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (1bf8ed32-6c1a-4972-9aef-b597496d2db8), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:59.553046 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6cccc-2ad6-4a74-b80c-dba645eb8e46 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036d28d6-eca1-43af-9dc0-1635b43df5cc,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:59.579041 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e40b8a-12ea-423c-9922-d322363e749d req-35b72598-380e-4431-b9e7-573ba527b4ff tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:30:59.579041 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-65e40b8a-12ea-423c-9922-d322363e749d req-35b72598-380e-4431-b9e7-573ba527b4ff tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 945 time: 0.0772824 Mar 29 15:30:59.627114 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-f65d9483-a2e1-4014-acbd-1ffe4526e7b2 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Made reservation on behalf of 68b100b32ca6457b87f13df08e31d969 for: {'port': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:30:59.631724 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-f65d9483-a2e1-4014-acbd-1ffe4526e7b2 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:59.643660 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-46f6cccc-2ad6-4a74-b80c-dba645eb8e46 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:59.647940 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-46f6cccc-2ad6-4a74-b80c-dba645eb8e46 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4328516 Mar 29 15:30:59.648084 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 37556) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:59.650247 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-65e40b8a-12ea-423c-9922-d322363e749d req-ae24bd59-eb92-4e24-a315-80f826e1a55c tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641775 Mar 29 15:30:59.654391 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-82229383-2f38-4f88-a14c-5beb0e403cc0 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Request body: {'security_group_rule': {'security_group_id': '7818609e-dc1b-4b75-b431-7d347525ec80', 'project_id': 'b38e7969800b462c9f549e8936e05713', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:30:59.654886 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-6a1ceb03-a0fa-4906-9abc-79ff66e10366 None None] For port 1bf8ed32-6c1a-4972-9aef-b597496d2db8, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:30:59.660026 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-6a1ceb03-a0fa-4906-9abc-79ff66e10366 None None] For port 1bf8ed32-6c1a-4972-9aef-b597496d2db8, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=1bf8ed32-6c1a-4972-9aef-b597496d2db8,segment=NetworkSegment(23e97d31-01f2-4152-9343-0e588b0dca3e),segment_id=23e97d31-01f2-4152-9343-0e588b0dca3e)] {{(pid=103834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:30:59.722871 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6a1ceb03-a0fa-4906-9abc-79ff66e10366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (1bf8ed32-6c1a-4972-9aef-b597496d2db8), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:59.765381 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-5658b77e-95bf-48b1-b8f3-e1421b069746 None None] Provisioning complete for port 1bf8ed32-6c1a-4972-9aef-b597496d2db8 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:30:59.766609 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5658b77e-95bf-48b1-b8f3-e1421b069746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (1bf8ed32-6c1a-4972-9aef-b597496d2db8), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:59.782837 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.db.securitygroups_db [None req-82229383-2f38-4f88-a14c-5beb0e403cc0 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Project b38e7969800b462c9f549e8936e05713 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 15:30:59.797487 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-82229383-2f38-4f88-a14c-5beb0e403cc0 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for security_group_rule (81119df0-785d-49ec-b48b-24087a5e5748), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:59.802192 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-f65d9483-a2e1-4014-acbd-1ffe4526e7b2 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Allocated IP 172.20.0.10 (e9e966a3-c502-4415-ba24-fb4be64d7c3f/d3e72c2a-9791-4704-a967-653d7b3a63cc/1f6f5879-e461-4327-a82a-4ff0084490c6) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:30:59.839769 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1ceb03-a0fa-4906-9abc-79ff66e10366 None None] Routers {'16fc797e-48a0-4d0b-bb03-89a629c2cd90'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:30:59.840464 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-6a1ceb03-a0fa-4906-9abc-79ff66e10366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:30:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['16fc797e-48a0-4d0b-bb03-89a629c2cd90'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:30:59.844732 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed493f3d-1860-4560-a67b-13a8ff3aca05 None None] Pushing event updated for resources: {'Port': ['ID=1bf8ed32-6c1a-4972-9aef-b597496d2db8,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:59.881360 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-5658b77e-95bf-48b1-b8f3-e1421b069746 None None] Current status of the port 1bf8ed32-6c1a-4972-9aef-b597496d2db8 is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:30:59.882113 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5658b77e-95bf-48b1-b8f3-e1421b069746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (1bf8ed32-6c1a-4972-9aef-b597496d2db8), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:59.918333 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-5658b77e-95bf-48b1-b8f3-e1421b069746 None None] For port 1bf8ed32-6c1a-4972-9aef-b597496d2db8, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=1bf8ed32-6c1a-4972-9aef-b597496d2db8,segment=NetworkSegment(23e97d31-01f2-4152-9343-0e588b0dca3e),segment_id=23e97d31-01f2-4152-9343-0e588b0dca3e)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:30:59.978443 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-6a1ceb03-a0fa-4906-9abc-79ff66e10366 None None] Set router 16fc797e-48a0-4d0b-bb03-89a629c2cd90 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:31:00.004931 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-82229383-2f38-4f88-a14c-5beb0e403cc0 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for security_group_rule (81119df0-785d-49ec-b48b-24087a5e5748), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:00.036436 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-f65d9483-a2e1-4014-acbd-1ffe4526e7b2 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for port (1f6f5879-e461-4327-a82a-4ff0084490c6), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:00.037228 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5658b77e-95bf-48b1-b8f3-e1421b069746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (1bf8ed32-6c1a-4972-9aef-b597496d2db8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:00.099877 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-82229383-2f38-4f88-a14c-5beb0e403cc0 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (81119df0-785d-49ec-b48b-24087a5e5748), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:00.123871 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82229383-2f38-4f88-a14c-5beb0e403cc0 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81119df0-785d-49ec-b48b-24087a5e5748,revision_number=0']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:00.124373 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658b77e-95bf-48b1-b8f3-e1421b069746 None None] Pushing event updated for resources: {'Port': ['ID=1bf8ed32-6c1a-4972-9aef-b597496d2db8,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:00.125738 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-002782a6-b7a8-4973-8045-aff27136f3cb req-1bdf03dc-a644-47ca-9688-b4eac653ad7c tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=08c61e33-70d2-413a-b763-b22ab59068cc HTTP/1.1" status: 200 len: 210 time: 0.0285718 Mar 29 15:31:00.162972 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-f65d9483-a2e1-4014-acbd-1ffe4526e7b2 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (1f6f5879-e461-4327-a82a-4ff0084490c6), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:00.167806 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-3936aa2c-a407-4847-ab6a-e3ba1cd91a59 None None] Provisioning complete for port 1bf8ed32-6c1a-4972-9aef-b597496d2db8 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:00.169017 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3936aa2c-a407-4847-ab6a-e3ba1cd91a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (1bf8ed32-6c1a-4972-9aef-b597496d2db8), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:00.207506 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-f65d9483-a2e1-4014-acbd-1ffe4526e7b2 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Network e9e966a3-c502-4415-ba24-fb4be64d7c3f is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:31:00.212903 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-f65d9483-a2e1-4014-acbd-1ffe4526e7b2 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:31:00.217904 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-f65d9483-a2e1-4014-acbd-1ffe4526e7b2 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:31:00.223138 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d9483-a2e1-4014-acbd-1ffe4526e7b2 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Pushing event updated for resources: {'Port': ['ID=1f6f5879-e461-4327-a82a-4ff0084490c6,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:00.231487 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-6a1ceb03-a0fa-4906-9abc-79ff66e10366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fc797e-48a0-4d0b-bb03-89a629c2cd90', 'name': 'tempest-TestVolumeBootPattern-1389976365-router', 'tenant_id': 'b303de7a1530461190214c3de9c1ee0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:30:50Z', 'updated_at': '2022-03-29T15:30:54Z', 'revision_number': 4, 'project_id': 'b303de7a1530461190214c3de9c1ee0f', 'gw_port': {'id': '5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fc797e-48a0-4d0b-bb03-89a629c2cd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:51Z', 'updated_at': '2022-03-29T15:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '1bf8ed32-6c1a-4972-9aef-b597496d2db8', 'name': '', 'network_id': '909f1a4a-9bcf-435d-89ab-3956b9f91c25', 'tenant_id': 'b303de7a1530461190214c3de9c1ee0f', 'mac_address': 'fa:16:3e:48:2f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fc797e-48a0-4d0b-bb03-89a629c2cd90', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '845828b1-4e61-4f9d-ba52-6244b62c075c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:54Z', 'updated_at': '2022-03-29T15:30:59Z', 'revision_number': 4, 'project_id': 'b303de7a1530461190214c3de9c1ee0f', 'subnets': [{'id': '845828b1-4e61-4f9d-ba52-6244b62c075c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:00.262251 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ceb03-a0fa-4906-9abc-79ff66e10366 None None] The sync data for ids ['16fc797e-48a0-4d0b-bb03-89a629c2cd90'] in dv-cinder-562053-19-iscsi is: [{'id': '16fc797e-48a0-4d0b-bb03-89a629c2cd90', 'name': 'tempest-TestVolumeBootPattern-1389976365-router', 'tenant_id': 'b303de7a1530461190214c3de9c1ee0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:30:50Z', 'updated_at': '2022-03-29T15:30:54Z', 'revision_number': 4, 'project_id': 'b303de7a1530461190214c3de9c1ee0f', 'gw_port': {'id': '5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fc797e-48a0-4d0b-bb03-89a629c2cd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:51Z', 'updated_at': '2022-03-29T15:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '1bf8ed32-6c1a-4972-9aef-b597496d2db8', 'name': '', 'network_id': '909f1a4a-9bcf-435d-89ab-3956b9f91c25', 'tenant_id': 'b303de7a1530461190214c3de9c1ee0f', 'mac_address': 'fa:16:3e:48:2f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fc797e-48a0-4d0b-bb03-89a629c2cd90', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '845828b1-4e61-4f9d-ba52-6244b62c075c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:54Z', 'updated_at': '2022-03-29T15:30:59Z', 'revision_number': 4, 'project_id': 'b303de7a1530461190214c3de9c1ee0f', 'subnets': [{'id': '845828b1-4e61-4f9d-ba52-6244b62c075c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:31:00.273728 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-3936aa2c-a407-4847-ab6a-e3ba1cd91a59 None None] Current status of the port 1bf8ed32-6c1a-4972-9aef-b597496d2db8 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:31:00.274856 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-82229383-2f38-4f88-a14c-5beb0e403cc0 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:00.277037 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-82229383-2f38-4f88-a14c-5beb0e403cc0 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6265702 Mar 29 15:31:00.286290 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-f65d9483-a2e1-4014-acbd-1ffe4526e7b2 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:00.287010 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-f65d9483-a2e1-4014-acbd-1ffe4526e7b2 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:00.393983 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-f65d9483-a2e1-4014-acbd-1ffe4526e7b2 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0229087 Mar 29 15:31:00.474296 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-a551f8c2-ea6e-489f-a16e-c07bab394d3c service neutron] Request body: {'port': {'device_id': '08c61e33-70d2-413a-b763-b22ab59068cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:31:00.550348 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-a551f8c2-ea6e-489f-a16e-c07bab394d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (1f6f5879-e461-4327-a82a-4ff0084490c6), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:00.605249 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-846732d8-803d-41c5-8e7b-5d5e5ebe6ee6 None None] Provisioning complete for port 1f6f5879-e461-4327-a82a-4ff0084490c6 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:00.605626 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-846732d8-803d-41c5-8e7b-5d5e5ebe6ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (1f6f5879-e461-4327-a82a-4ff0084490c6), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:00.689331 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-846732d8-803d-41c5-8e7b-5d5e5ebe6ee6 None None] Port 1f6f5879-e461-4327-a82a-4ff0084490c6 cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:31:00.735417 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 1bf8ed32-6c1a-4972-9aef-b597496d2db8 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:31:00.797399 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 1bf8ed32-6c1a-4972-9aef-b597496d2db8 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:00.798864 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (1bf8ed32-6c1a-4972-9aef-b597496d2db8), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:00.841575 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f46f23-a540-4759-acb3-02238d2f8c79 req-2124d685-cb53-4bfe-9c26-f229f295a8ac tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:00.844119 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-39f46f23-a540-4759-acb3-02238d2f8c79 req-2124d685-cb53-4bfe-9c26-f229f295a8ac tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 945 time: 0.0866673 Mar 29 15:31:00.873203 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-a551f8c2-ea6e-489f-a16e-c07bab394d3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f6f5879-e461-4327-a82a-4ff0084490c6 {{(pid=103831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:31:00.885537 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-a551f8c2-ea6e-489f-a16e-c07bab394d3c service neutron] Publish callbacks [] for port (1f6f5879-e461-4327-a82a-4ff0084490c6), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:00.899980 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-39f46f23-a540-4759-acb3-02238d2f8c79 req-937a25c8-5414-4175-9f21-a6f2eb0fcb7f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502515 Mar 29 15:31:00.901885 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.provisioning_blocks [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-a551f8c2-ea6e-489f-a16e-c07bab394d3c service neutron] Transition to ACTIVE for port object 1f6f5879-e461-4327-a82a-4ff0084490c6 will not be triggered until provisioned by entity L2. {{(pid=103831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:31:00.924042 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 1bf8ed32-6c1a-4972-9aef-b597496d2db8 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:31:00.991005 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-a551f8c2-ea6e-489f-a16e-c07bab394d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (1f6f5879-e461-4327-a82a-4ff0084490c6), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:01.046237 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551f8c2-ea6e-489f-a16e-c07bab394d3c service neutron] Pushing event updated for resources: {'Port': ['ID=1f6f5879-e461-4327-a82a-4ff0084490c6,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:01.130029 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-a551f8c2-ea6e-489f-a16e-c07bab394d3c service neutron] Attempting to bind port 1f6f5879-e461-4327-a82a-4ff0084490c6 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:31:01.130452 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-a551f8c2-ea6e-489f-a16e-c07bab394d3c service neutron] Attempting to bind port 1f6f5879-e461-4327-a82a-4ff0084490c6 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '1d3df2be-b294-4164-824a-37d5b6cd48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f'}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:31:01.130868 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-a551f8c2-ea6e-489f-a16e-c07bab394d3c service neutron] Attempting to bind port 1f6f5879-e461-4327-a82a-4ff0084490c6 on network e9e966a3-c502-4415-ba24-fb4be64d7c3f {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:31:01.138170 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-a551f8c2-ea6e-489f-a16e-c07bab394d3c service neutron] Port 1f6f5879-e461-4327-a82a-4ff0084490c6 on network e9e966a3-c502-4415-ba24-fb4be64d7c3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:31:01.138584 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-a551f8c2-ea6e-489f-a16e-c07bab394d3c service neutron] Attempting to bind port 1f6f5879-e461-4327-a82a-4ff0084490c6 on network e9e966a3-c502-4415-ba24-fb4be64d7c3f {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:31:01.144195 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-a551f8c2-ea6e-489f-a16e-c07bab394d3c service neutron] Checking agent: {'id': 'cb22ad3b-74f2-4994-b299-960cea1745ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'started_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:31:01.144636 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-a551f8c2-ea6e-489f-a16e-c07bab394d3c service neutron] Checking segment: {'id': '1d3df2be-b294-4164-824a-37d5b6cd48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:31:01.145090 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-a551f8c2-ea6e-489f-a16e-c07bab394d3c service neutron] Bound using segment: {'id': '1d3df2be-b294-4164-824a-37d5b6cd48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f'} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:31:01.145606 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-a551f8c2-ea6e-489f-a16e-c07bab394d3c service neutron] Bound port: 1f6f5879-e461-4327-a82a-4ff0084490c6, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d3df2be-b294-4164-824a-37d5b6cd48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f'}}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:31:01.146076 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-a551f8c2-ea6e-489f-a16e-c07bab394d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (1f6f5879-e461-4327-a82a-4ff0084490c6), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:01.267252 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-a551f8c2-ea6e-489f-a16e-c07bab394d3c service neutron] For port 1f6f5879-e461-4327-a82a-4ff0084490c6, host hv-cinder-56205, cleared binding levels {{(pid=103831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:31:01.271606 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-a551f8c2-ea6e-489f-a16e-c07bab394d3c service neutron] For port 1f6f5879-e461-4327-a82a-4ff0084490c6, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=1f6f5879-e461-4327-a82a-4ff0084490c6,segment=NetworkSegment(1d3df2be-b294-4164-824a-37d5b6cd48ea),segment_id=1d3df2be-b294-4164-824a-37d5b6cd48ea)] {{(pid=103831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:31:01.322253 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ab6bb-f3b8-433b-a8df-310c16791492 req-7a852786-c4b5-4c35-b9fe-4a93f0b2ab9e tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:01.325024 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ae0ab6bb-f3b8-433b-a8df-310c16791492 req-7a852786-c4b5-4c35-b9fe-4a93f0b2ab9e tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=08c61e33-70d2-413a-b763-b22ab59068cc HTTP/1.1" status: 200 len: 944 time: 0.0832901 Mar 29 15:31:01.352013 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-a551f8c2-ea6e-489f-a16e-c07bab394d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (1f6f5879-e461-4327-a82a-4ff0084490c6), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:01.384032 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ae0ab6bb-f3b8-433b-a8df-310c16791492 req-11f7f2b7-eb01-48ef-939b-9d311f8467e5 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=a785d304-abb1-4110-8a32-6a8eba8b24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525470 Mar 29 15:31:01.392854 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-a551f8c2-ea6e-489f-a16e-c07bab394d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:01.394160 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-a551f8c2-ea6e-489f-a16e-c07bab394d3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:01.397919 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-a551f8c2-ea6e-489f-a16e-c07bab394d3c service neutron] 10.222.0.15 "PUT /v2.0/ports/1f6f5879-e461-4327-a82a-4ff0084490c6 HTTP/1.1" status: 200 len: 1094 time: 0.9915013 Mar 29 15:31:01.398411 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c61e33-70d2-413a-b763-b22ab59068cc', 'tag': '1f6f5879-e461-4327-a82a-4ff0084490c6'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:31:01.401135 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76eb384a-00ab-4b66-a005-7cfcc251ab60" -d '{"events": [{"name": "network-changed", "server_uuid": "08c61e33-70d2-413a-b763-b22ab59068cc", "tag": "1f6f5879-e461-4327-a82a-4ff0084490c6"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:31:01.451512 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551f8c2-ea6e-489f-a16e-c07bab394d3c service neutron] Pushing event updated for resources: {'Port': ['ID=1f6f5879-e461-4327-a82a-4ff0084490c6,revision_number=3']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:01.523005 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309288a1-e373-4465-8f20-732135b91b80 x-openstack-request-id: req-309288a1-e373-4465-8f20-732135b91b80 {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:31:01.523005 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c61e33-70d2-413a-b763-b22ab59068cc", "tag": "1f6f5879-e461-4327-a82a-4ff0084490c6", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:31:01.523005 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-309288a1-e373-4465-8f20-732135b91b80 {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:31:01.523005 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-309288a1-e373-4465-8f20-732135b91b80'] response: {'name': 'network-changed', 'server_uuid': '08c61e33-70d2-413a-b763-b22ab59068cc', 'tag': '1f6f5879-e461-4327-a82a-4ff0084490c6', 'status': 'completed', 'code': 200} Mar 29 15:31:01.588611 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-a4304e52-3f67-4a36-b444-e7375ab235bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:01.588611 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-a4304e52-3f67-4a36-b444-e7375ab235bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68b100b32ca6457b87f13df08e31d969&device_id=08c61e33-70d2-413a-b763-b22ab59068cc HTTP/1.1" status: 200 len: 1128 time: 0.0485394 Mar 29 15:31:01.823012 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452e97a-baa5-4427-b8f9-da08728e02b7 req-8e7fb4ed-ab1e-4e20-9114-529fb632401b tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:01.824513 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c452e97a-baa5-4427-b8f9-da08728e02b7 req-8e7fb4ed-ab1e-4e20-9114-529fb632401b tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0603950 Mar 29 15:31:01.877435 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c452e97a-baa5-4427-b8f9-da08728e02b7 req-01d4e0b1-1043-4043-999e-4d751a623d7c tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469863 Mar 29 15:31:01.882449 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-8d243717-3bed-48f5-b00d-b346093010a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f6f5879-e461-4327-a82a-4ff0084490c6 HTTP/1.1" status: 200 len: 217 time: 0.2818387 Mar 29 15:31:01.933798 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-579c7672-107f-48bd-8083-f90358d5ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:01.935212 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-579c7672-107f-48bd-8083-f90358d5ed72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3e72c2a-9791-4704-a967-653d7b3a63cc HTTP/1.1" status: 200 len: 850 time: 0.0453551 Mar 29 15:31:01.990124 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-884ce877-5ba6-46df-bcc0-d25a04dd7f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:01.991714 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-884ce877-5ba6-46df-bcc0-d25a04dd7f5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9e966a3-c502-4415-ba24-fb4be64d7c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484288 Mar 29 15:31:02.043082 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abe731-7bf6-45af-afb3-73e2bbbbdb7b req-1215d20d-93d4-42e5-84a1-9d392cc15e6c tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:02.044517 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f7abe731-7bf6-45af-afb3-73e2bbbbdb7b req-1215d20d-93d4-42e5-84a1-9d392cc15e6c tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 945 time: 0.0561171 Mar 29 15:31:02.091549 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-fe580837-a7a2-419f-86b2-6088c8773dcf service neutron] 10.222.0.15 "GET /v2.0/networks/e9e966a3-c502-4415-ba24-fb4be64d7c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926952 Mar 29 15:31:02.094084 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f7abe731-7bf6-45af-afb3-73e2bbbbdb7b req-65aa62ba-f08e-43ce-89b8-22f073a86682 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423200 Mar 29 15:31:02.183424 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f36e75e9-970d-43be-bcdd-d3e76bfe9f0e req-2028f7d5-8f30-46d4-8e7d-c3926fa1f941 service neutron] 10.222.0.15 "GET /v2.0/networks/e9e966a3-c502-4415-ba24-fb4be64d7c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845077 Mar 29 15:31:02.390966 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb384a-00ab-4b66-a005-7cfcc251ab60 req-ad1b3f89-fa25-4bd1-b50e-aa3988a0874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:02.392497 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-76eb384a-00ab-4b66-a005-7cfcc251ab60 req-ad1b3f89-fa25-4bd1-b50e-aa3988a0874b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68b100b32ca6457b87f13df08e31d969&device_id=08c61e33-70d2-413a-b763-b22ab59068cc HTTP/1.1" status: 200 len: 1128 time: 0.0457187 Mar 29 15:31:02.492079 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb384a-00ab-4b66-a005-7cfcc251ab60 req-5c0d2cbe-e367-4385-95be-c2987cb643fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:02.493822 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-76eb384a-00ab-4b66-a005-7cfcc251ab60 req-5c0d2cbe-e367-4385-95be-c2987cb643fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9e966a3-c502-4415-ba24-fb4be64d7c3f HTTP/1.1" status: 200 len: 912 time: 0.0941701 Mar 29 15:31:02.512044 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850a523-18c1-4847-a4ea-1c833f5319cc req-3c470f72-e91c-4fe3-a662-57d5f1740d57 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:02.513845 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f850a523-18c1-4847-a4ea-1c833f5319cc req-3c470f72-e91c-4fe3-a662-57d5f1740d57 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=08c61e33-70d2-413a-b763-b22ab59068cc HTTP/1.1" status: 200 len: 944 time: 0.0549655 Mar 29 15:31:02.540381 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-76eb384a-00ab-4b66-a005-7cfcc251ab60 req-c35f18b5-2431-4232-b961-c9fa5389a256 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f6f5879-e461-4327-a82a-4ff0084490c6 HTTP/1.1" status: 200 len: 217 time: 0.0372505 Mar 29 15:31:02.561989 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f850a523-18c1-4847-a4ea-1c833f5319cc req-0a4425cc-a11a-4ba8-aebf-2dd140f4302c tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=a785d304-abb1-4110-8a32-6a8eba8b24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422764 Mar 29 15:31:02.595396 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb384a-00ab-4b66-a005-7cfcc251ab60 req-c8dc52cd-5906-4ac2-9be2-013b1c5551b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:02.596958 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-76eb384a-00ab-4b66-a005-7cfcc251ab60 req-c8dc52cd-5906-4ac2-9be2-013b1c5551b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3e72c2a-9791-4704-a967-653d7b3a63cc HTTP/1.1" status: 200 len: 850 time: 0.0488458 Mar 29 15:31:02.647383 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb384a-00ab-4b66-a005-7cfcc251ab60 req-95f781b7-2150-453d-bcf8-aa3e80859b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:02.648922 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-76eb384a-00ab-4b66-a005-7cfcc251ab60 req-95f781b7-2150-453d-bcf8-aa3e80859b32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9e966a3-c502-4415-ba24-fb4be64d7c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447893 Mar 29 15:31:02.738635 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-76eb384a-00ab-4b66-a005-7cfcc251ab60 req-086467fb-f7ad-4e29-b644-284906204036 service neutron] 10.222.0.15 "GET /v2.0/networks/e9e966a3-c502-4415-ba24-fb4be64d7c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810719 Mar 29 15:31:02.838968 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-76eb384a-00ab-4b66-a005-7cfcc251ab60 req-e9c46094-190b-451e-a03e-978266456e0e service neutron] 10.222.0.15 "GET /v2.0/networks/e9e966a3-c502-4415-ba24-fb4be64d7c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917447 Mar 29 15:31:03.000642 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705388c-ecf8-4afb-b570-cb84fe990d1e req-742d11c4-44ea-4e07-95c4-d4ce40fc8c51 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:03.002105 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0705388c-ecf8-4afb-b570-cb84fe990d1e req-742d11c4-44ea-4e07-95c4-d4ce40fc8c51 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0541434 Mar 29 15:31:03.051509 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0705388c-ecf8-4afb-b570-cb84fe990d1e req-5e5ef936-fc5c-44c7-8be5-3fcb118f46e1 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435987 Mar 29 15:31:03.217875 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15800746-d93f-425d-8919-0fd35d46d5c4 req-e5e50058-ff3b-42af-8a56-02d9e24e22ea tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:03.219973 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-15800746-d93f-425d-8919-0fd35d46d5c4 req-e5e50058-ff3b-42af-8a56-02d9e24e22ea tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 945 time: 0.0518229 Mar 29 15:31:03.265169 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-15800746-d93f-425d-8919-0fd35d46d5c4 req-87158c11-0aac-4905-96c5-4f1b1ac2b4e3 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393515 Mar 29 15:31:03.679109 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0640-2408-47ca-bffd-70342c82e5cc req-d1ec2851-f747-41c7-9be9-2c12e40fac84 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:03.680536 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-21bf0640-2408-47ca-bffd-70342c82e5cc req-d1ec2851-f747-41c7-9be9-2c12e40fac84 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=08c61e33-70d2-413a-b763-b22ab59068cc HTTP/1.1" status: 200 len: 944 time: 0.0517428 Mar 29 15:31:03.728343 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-21bf0640-2408-47ca-bffd-70342c82e5cc req-91734079-a00f-4cbe-999b-530b598fab61 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=a785d304-abb1-4110-8a32-6a8eba8b24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412519 Mar 29 15:31:04.177748 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbc31-5501-49ed-950b-f63a0fea5a5e req-fbabf602-5af5-4745-9124-972fae0846df tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:04.179226 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d32bbc31-5501-49ed-950b-f63a0fea5a5e req-fbabf602-5af5-4745-9124-972fae0846df tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0610068 Mar 29 15:31:04.230391 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d32bbc31-5501-49ed-950b-f63a0fea5a5e req-cd315e81-1590-411e-85f5-32e62d1961b4 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451941 Mar 29 15:31:04.394482 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25729504-1492-4df1-9420-2b8a3a33418c req-36eca0e9-6504-4b2a-96aa-377d064aa69f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:04.395966 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-25729504-1492-4df1-9420-2b8a3a33418c req-36eca0e9-6504-4b2a-96aa-377d064aa69f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 945 time: 0.0560243 Mar 29 15:31:04.456106 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-25729504-1492-4df1-9420-2b8a3a33418c req-a02de80e-d712-4352-8dcb-8b73b1d73e52 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537274 Mar 29 15:31:04.483438 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08cfc5-8cd6-4bf5-b4c3-5e0ff966f896 req-7a86240c-274c-4902-a122-9707e59a2cb1 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:04.485526 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-6b08cfc5-8cd6-4bf5-b4c3-5e0ff966f896 req-7a86240c-274c-4902-a122-9707e59a2cb1 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.15 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 945 time: 0.0734358 Mar 29 15:31:04.598183 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-6b08cfc5-8cd6-4bf5-b4c3-5e0ff966f896 req-916c3f92-3983-4c18-9ae4-7eac1dd408db tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Deleting port dfe735b5-e3f0-4a75-8009-9220269525c4 {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:31:04.598540 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-6b08cfc5-8cd6-4bf5-b4c3-5e0ff966f896 req-916c3f92-3983-4c18-9ae4-7eac1dd408db tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (dfe735b5-e3f0-4a75-8009-9220269525c4), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:04.692834 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-6b08cfc5-8cd6-4bf5-b4c3-5e0ff966f896 req-916c3f92-3983-4c18-9ae4-7eac1dd408db tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] For port dfe735b5-e3f0-4a75-8009-9220269525c4, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=dfe735b5-e3f0-4a75-8009-9220269525c4,segment=NetworkSegment(d89f6401-43df-4164-a5ca-c69abcd4e86c),segment_id=d89f6401-43df-4164-a5ca-c69abcd4e86c)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:31:04.693255 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-6b08cfc5-8cd6-4bf5-b4c3-5e0ff966f896 req-916c3f92-3983-4c18-9ae4-7eac1dd408db tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (dfe735b5-e3f0-4a75-8009-9220269525c4), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:04.711030 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-6b08cfc5-8cd6-4bf5-b4c3-5e0ff966f896 req-916c3f92-3983-4c18-9ae4-7eac1dd408db tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Calling delete_port for dfe735b5-e3f0-4a75-8009-9220269525c4 owned by compute:nova {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:31:04.859297 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e038d-e694-4da1-b512-f8989e58a59b req-93cc5f48-b347-46f3-829c-5ba5b4c10404 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:04.860994 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-686e038d-e694-4da1-b512-f8989e58a59b req-93cc5f48-b347-46f3-829c-5ba5b4c10404 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=08c61e33-70d2-413a-b763-b22ab59068cc HTTP/1.1" status: 200 len: 944 time: 0.0635586 Mar 29 15:31:04.968256 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-6b08cfc5-8cd6-4bf5-b4c3-5e0ff966f896 req-916c3f92-3983-4c18-9ae4-7eac1dd408db tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (dfe735b5-e3f0-4a75-8009-9220269525c4), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:04.981298 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['dfe735b5-e3f0-4a75-8009-9220269525c4', 'f679a0f7-3889-4f39-9d58-db5d2a5ce82f'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:31:05.002034 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c3f92-3983-4c18-9ae4-7eac1dd408db tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Pushing event deleted for resources: {'Port': ['ID=dfe735b5-e3f0-4a75-8009-9220269525c4,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:05.059508 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b08cfc5-8cd6-4bf5-b4c3-5e0ff966f896 req-916c3f92-3983-4c18-9ae4-7eac1dd408db tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] No DVR routers for this DVR port dfe735b5-e3f0-4a75-8009-9220269525c4 on host hv-cinder-56205 {{(pid=103831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:31:05.063080 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-6b08cfc5-8cd6-4bf5-b4c3-5e0ff966f896 req-916c3f92-3983-4c18-9ae4-7eac1dd408db tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:05.067068 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-6b08cfc5-8cd6-4bf5-b4c3-5e0ff966f896 req-916c3f92-3983-4c18-9ae4-7eac1dd408db tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.15 "DELETE /v2.0/ports/dfe735b5-e3f0-4a75-8009-9220269525c4 HTTP/1.1" status: 204 len: 173 time: 0.5754039 Mar 29 15:31:05.067565 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a8d592-b25f-4cba-81f9-126d9ec147ed', 'name': 'network-vif-deleted', 'tag': 'dfe735b5-e3f0-4a75-8009-9220269525c4'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:31:05.073418 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee2708c-fa02-49cf-98c4-8deaf60cb097" -d '{"events": [{"server_uuid": "69a8d592-b25f-4cba-81f9-126d9ec147ed", "name": "network-vif-deleted", "tag": "dfe735b5-e3f0-4a75-8009-9220269525c4"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:31:05.117463 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fb3645-249c-483b-88af-906fba52d82d x-openstack-request-id: req-f2fb3645-249c-483b-88af-906fba52d82d {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:31:05.117874 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a8d592-b25f-4cba-81f9-126d9ec147ed", "name": "network-vif-deleted", "tag": "dfe735b5-e3f0-4a75-8009-9220269525c4", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:31:05.118140 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f2fb3645-249c-483b-88af-906fba52d82d {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:31:05.118629 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2fb3645-249c-483b-88af-906fba52d82d'] response: {'server_uuid': '69a8d592-b25f-4cba-81f9-126d9ec147ed', 'name': 'network-vif-deleted', 'tag': 'dfe735b5-e3f0-4a75-8009-9220269525c4', 'status': 'completed', 'code': 200} Mar 29 15:31:05.120842 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 607310dd-0e87-4342-a47b-aeabe0c10835 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=103833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:31:05.160626 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-686e038d-e694-4da1-b512-f8989e58a59b req-ec7187b5-30eb-4a32-a973-82eb9b28e686 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=a785d304-abb1-4110-8a32-6a8eba8b24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2927091 Mar 29 15:31:05.367620 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-82b0e87f-2c84-4ad3-8a28-beab7114891b req-1ef13719-7aa0-41a8-89b8-8e1cb85149c8 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a8d592-b25f-4cba-81f9-126d9ec147ed HTTP/1.1" status: 200 len: 210 time: 0.0463269 Mar 29 15:31:05.488088 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 607310dd-0e87-4342-a47b-aeabe0c10835, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=607310dd-0e87-4342-a47b-aeabe0c10835,segment=NetworkSegment(c447c32b-bb36-4dcf-8df5-2a75f4e6e95e),segment_id=c447c32b-bb36-4dcf-8df5-2a75f4e6e95e)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:31:05.527928 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Returning: {'device': '607310dd-0e87-4342-a47b-aeabe0c10835', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'port_id': '607310dd-0e87-4342-a47b-aeabe0c10835', 'mac_address': 'fa:16:3e:54:00:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:31:05.586752 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 607310dd-0e87-4342-a47b-aeabe0c10835 is: ACTIVE; New status is: BUILD {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:31:05.587250 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (607310dd-0e87-4342-a47b-aeabe0c10835), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:05.608406 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 607310dd-0e87-4342-a47b-aeabe0c10835 {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:31:05.633277 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 607310dd-0e87-4342-a47b-aeabe0c10835, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=607310dd-0e87-4342-a47b-aeabe0c10835,segment=NetworkSegment(c447c32b-bb36-4dcf-8df5-2a75f4e6e95e),segment_id=c447c32b-bb36-4dcf-8df5-2a75f4e6e95e)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:31:05.676645 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd562565-0d91-4da3-8317-1acd1d76f1be req-190298a6-5dfe-452e-abc8-1c4d60f4249b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:05.678314 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cd562565-0d91-4da3-8317-1acd1d76f1be req-190298a6-5dfe-452e-abc8-1c4d60f4249b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 945 time: 0.0892727 Mar 29 15:31:05.710629 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (607310dd-0e87-4342-a47b-aeabe0c10835), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:05.711319 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 1f6f5879-e461-4327-a82a-4ff0084490c6 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=103833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:31:05.777767 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cd562565-0d91-4da3-8317-1acd1d76f1be req-4231f547-b933-4ae9-a23c-cad86b09fbc8 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824394 Mar 29 15:31:05.818364 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=607310dd-0e87-4342-a47b-aeabe0c10835,revision_number=6']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:05.881422 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 1f6f5879-e461-4327-a82a-4ff0084490c6, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=1f6f5879-e461-4327-a82a-4ff0084490c6,segment=NetworkSegment(1d3df2be-b294-4164-824a-37d5b6cd48ea),segment_id=1d3df2be-b294-4164-824a-37d5b6cd48ea)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:31:05.899971 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Returning: {'device': '1f6f5879-e461-4327-a82a-4ff0084490c6', 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f', 'port_id': '1f6f5879-e461-4327-a82a-4ff0084490c6', 'mac_address': 'fa:16:3e:b8:f5:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:31:05.951153 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 1f6f5879-e461-4327-a82a-4ff0084490c6 is: DOWN; New status is: BUILD {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:31:05.953024 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (1f6f5879-e461-4327-a82a-4ff0084490c6), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:05.978041 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f6f5879-e461-4327-a82a-4ff0084490c6 {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:31:06.009651 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 1f6f5879-e461-4327-a82a-4ff0084490c6, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=1f6f5879-e461-4327-a82a-4ff0084490c6,segment=NetworkSegment(1d3df2be-b294-4164-824a-37d5b6cd48ea),segment_id=1d3df2be-b294-4164-824a-37d5b6cd48ea)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:31:06.099744 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (1f6f5879-e461-4327-a82a-4ff0084490c6), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:06.177730 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=1f6f5879-e461-4327-a82a-4ff0084490c6,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:06.202327 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['607310dd-0e87-4342-a47b-aeabe0c10835'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:31:06.310620 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cb668-fbed-49e3-8b2f-f7e32b60f6fc req-6b98f22a-e5d4-42c0-87b1-a14a772d9f15 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:06.318617 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2d5cb668-fbed-49e3-8b2f-f7e32b60f6fc req-6b98f22a-e5d4-42c0-87b1-a14a772d9f15 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=08c61e33-70d2-413a-b763-b22ab59068cc HTTP/1.1" status: 200 len: 945 time: 0.0699818 Mar 29 15:31:06.390089 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['1f6f5879-e461-4327-a82a-4ff0084490c6'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:31:06.390900 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2d5cb668-fbed-49e3-8b2f-f7e32b60f6fc req-ac422581-1606-4754-b14a-701c540e5449 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=a785d304-abb1-4110-8a32-6a8eba8b24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703704 Mar 29 15:31:06.969589 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34a158-b5d6-45da-93f6-8e5eca69e773 req-602284b4-5562-4b0b-a80a-8b6b9aabf873 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:06.970675 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1c34a158-b5d6-45da-93f6-8e5eca69e773 req-602284b4-5562-4b0b-a80a-8b6b9aabf873 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 944 time: 0.1031432 Mar 29 15:31:06.987561 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30b409-d263-4b84-8ac6-ff895f033701 req-5b5b53f8-7c93-4643-bb82-764b8db8cf40 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:06.993015 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fc30b409-d263-4b84-8ac6-ff895f033701 req-5b5b53f8-7c93-4643-bb82-764b8db8cf40 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 945 time: 0.0890360 Mar 29 15:31:07.083647 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1c34a158-b5d6-45da-93f6-8e5eca69e773 req-e81c9295-8006-4149-92c3-8ea5285fcee2 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876923 Mar 29 15:31:07.099597 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fc30b409-d263-4b84-8ac6-ff895f033701 req-cd3ac8aa-a85f-40fe-a610-71229344fbe2 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055315 Mar 29 15:31:07.112071 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 607310dd-0e87-4342-a47b-aeabe0c10835 up at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:31:07.182678 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning complete for port 607310dd-0e87-4342-a47b-aeabe0c10835 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:07.183052 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (607310dd-0e87-4342-a47b-aeabe0c10835), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:07.284945 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 607310dd-0e87-4342-a47b-aeabe0c10835 is: BUILD; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:31:07.285745 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (607310dd-0e87-4342-a47b-aeabe0c10835), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:07.310733 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af62a85-8cb8-499f-a9ae-cc1cc59542ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607310dd-0e87-4342-a47b-aeabe0c10835'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:31:07.313622 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67651527b6c7513bff120ad3026ca8b6c51caa370c4ee0f403b1e7b340f0df97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974db470-fa94-4114-8d40-bc8e10d167d3" -d '{"events": [{"server_uuid": "8af62a85-8cb8-499f-a9ae-cc1cc59542ad", "name": "network-vif-plugged", "status": "completed", "tag": "607310dd-0e87-4342-a47b-aeabe0c10835"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:31:07.330454 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 607310dd-0e87-4342-a47b-aeabe0c10835, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=607310dd-0e87-4342-a47b-aeabe0c10835,segment=NetworkSegment(c447c32b-bb36-4dcf-8df5-2a75f4e6e95e),segment_id=c447c32b-bb36-4dcf-8df5-2a75f4e6e95e)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:31:07.389418 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc7ff32-9469-48b4-ba47-7fab94b99ece x-openstack-request-id: req-4bc7ff32-9469-48b4-ba47-7fab94b99ece {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:31:07.389418 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af62a85-8cb8-499f-a9ae-cc1cc59542ad", "name": "network-vif-plugged", "status": "completed", "tag": "607310dd-0e87-4342-a47b-aeabe0c10835", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:31:07.389418 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4bc7ff32-9469-48b4-ba47-7fab94b99ece {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:31:07.389418 dv-cinder-562053-19-iscsi neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bc7ff32-9469-48b4-ba47-7fab94b99ece'] response: {'server_uuid': '8af62a85-8cb8-499f-a9ae-cc1cc59542ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607310dd-0e87-4342-a47b-aeabe0c10835', 'code': 200} Mar 29 15:31:07.442092 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (607310dd-0e87-4342-a47b-aeabe0c10835), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:07.442933 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 1f6f5879-e461-4327-a82a-4ff0084490c6 up at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:31:07.563509 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362eb742-72f8-4724-b370-1eb9516dfa4d req-8e876369-51ac-4ef9-b76a-a6110f220a7c tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:07.566581 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=607310dd-0e87-4342-a47b-aeabe0c10835,revision_number=7']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:07.571352 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-362eb742-72f8-4724-b370-1eb9516dfa4d req-8e876369-51ac-4ef9-b76a-a6110f220a7c tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=08c61e33-70d2-413a-b763-b22ab59068cc HTTP/1.1" status: 200 len: 945 time: 0.0735986 Mar 29 15:31:07.629490 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-362eb742-72f8-4724-b370-1eb9516dfa4d req-d7e9bd52-206f-40e3-983a-caceeb9a9b18 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=a785d304-abb1-4110-8a32-6a8eba8b24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571904 Mar 29 15:31:07.658984 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning for port 1f6f5879-e461-4327-a82a-4ff0084490c6 completed by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:31:07.666630 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning complete for port 1f6f5879-e461-4327-a82a-4ff0084490c6 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:07.667005 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (1f6f5879-e461-4327-a82a-4ff0084490c6), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:07.766526 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 1f6f5879-e461-4327-a82a-4ff0084490c6 is: BUILD; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:31:07.766937 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (1f6f5879-e461-4327-a82a-4ff0084490c6), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:07.810711 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 1f6f5879-e461-4327-a82a-4ff0084490c6, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=1f6f5879-e461-4327-a82a-4ff0084490c6,segment=NetworkSegment(1d3df2be-b294-4164-824a-37d5b6cd48ea),segment_id=1d3df2be-b294-4164-824a-37d5b6cd48ea)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:31:07.868156 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (1f6f5879-e461-4327-a82a-4ff0084490c6), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:07.869251 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device dfe735b5-e3f0-4a75-8009-9220269525c4 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:31:07.917622 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] No Port match for: dfe735b5-e3f0-4a75-8009-9220269525c4 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:31:07.917971 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device dfe735b5-e3f0-4a75-8009-9220269525c4 not bound to the agent host hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:31:07.959125 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=1f6f5879-e461-4327-a82a-4ff0084490c6,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:08.263271 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056afebf-8d7a-4034-85b1-82ec868107c9 req-b6b2c8e7-4009-4d4c-a263-33ff6b26bf8e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:08.264843 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-056afebf-8d7a-4034-85b1-82ec868107c9 req-b6b2c8e7-4009-4d4c-a263-33ff6b26bf8e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 945 time: 0.0944016 Mar 29 15:31:08.277398 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a324b9e-a9c0-4534-a4f2-5db77f55c787 req-7df6e073-de09-42a2-a2fd-dd39e334a091 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:08.280138 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0a324b9e-a9c0-4534-a4f2-5db77f55c787 req-7df6e073-de09-42a2-a2fd-dd39e334a091 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 945 time: 0.0981016 Mar 29 15:31:08.363755 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-056afebf-8d7a-4034-85b1-82ec868107c9 req-42a98aba-9e22-4666-95ae-d619a5f59576 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825624 Mar 29 15:31:08.367246 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0a324b9e-a9c0-4534-a4f2-5db77f55c787 req-f3376177-0484-4d67-9df0-474c23ec2998 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783336 Mar 29 15:31:08.806742 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e46cd6-d5f2-4f04-9035-1901c9834539 req-8e609bc1-fe93-4349-a59f-907499a8fa52 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:08.806742 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-80e46cd6-d5f2-4f04-9035-1901c9834539 req-8e609bc1-fe93-4349-a59f-907499a8fa52 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=08c61e33-70d2-413a-b763-b22ab59068cc HTTP/1.1" status: 200 len: 946 time: 0.0661056 Mar 29 15:31:08.861593 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-80e46cd6-d5f2-4f04-9035-1901c9834539 req-db00e673-1ae5-4fa3-877d-bc1fa8c2e962 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=a785d304-abb1-4110-8a32-6a8eba8b24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477340 Mar 29 15:31:09.362505 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c61e33-70d2-413a-b763-b22ab59068cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6f5879-e461-4327-a82a-4ff0084490c6'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:31:09.365942 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67651527b6c7513bff120ad3026ca8b6c51caa370c4ee0f403b1e7b340f0df97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b309ff1e-0511-4304-8318-6040d5743bb9" -d '{"events": [{"server_uuid": "08c61e33-70d2-413a-b763-b22ab59068cc", "name": "network-vif-plugged", "status": "completed", "tag": "1f6f5879-e461-4327-a82a-4ff0084490c6"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:31:09.412802 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fabd3d2-0a0c-4148-ab2e-16d7ef37e391 x-openstack-request-id: req-1fabd3d2-0a0c-4148-ab2e-16d7ef37e391 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:31:09.413113 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c61e33-70d2-413a-b763-b22ab59068cc", "name": "network-vif-plugged", "status": "completed", "tag": "1f6f5879-e461-4327-a82a-4ff0084490c6", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:31:09.413364 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1fabd3d2-0a0c-4148-ab2e-16d7ef37e391 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:31:09.413807 dv-cinder-562053-19-iscsi neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fabd3d2-0a0c-4148-ab2e-16d7ef37e391'] response: {'server_uuid': '08c61e33-70d2-413a-b763-b22ab59068cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6f5879-e461-4327-a82a-4ff0084490c6', 'code': 200} Mar 29 15:31:09.565388 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae868f7-1c58-41c8-99f3-cb02b306ab21 req-9702ddda-750a-4821-90e0-87030b98a053 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:09.567183 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8ae868f7-1c58-41c8-99f3-cb02b306ab21 req-9702ddda-750a-4821-90e0-87030b98a053 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 945 time: 0.0732126 Mar 29 15:31:09.575310 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3673e-a791-4dcc-b0eb-9dbd0b5a223b req-c0f2bb56-4a01-470b-96a5-3ad8ab178d80 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:09.577027 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e0b3673e-a791-4dcc-b0eb-9dbd0b5a223b req-c0f2bb56-4a01-470b-96a5-3ad8ab178d80 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 945 time: 0.1177704 Mar 29 15:31:09.664711 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8ae868f7-1c58-41c8-99f3-cb02b306ab21 req-6d80f4d9-47dd-4d21-838d-cbae6f580952 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864978 Mar 29 15:31:09.668753 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e0b3673e-a791-4dcc-b0eb-9dbd0b5a223b req-c7773696-cd33-48c8-8733-05eb94006f26 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835199 Mar 29 15:31:09.857329 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4d032-31ea-4bb2-899f-a5d9e18697ab req-902e7b78-be85-44cb-8489-2fbdd632f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:09.858843 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-d1a4d032-31ea-4bb2-899f-a5d9e18697ab req-902e7b78-be85-44cb-8489-2fbdd632f502 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=08c61e33-70d2-413a-b763-b22ab59068cc HTTP/1.1" status: 200 len: 1130 time: 0.0533082 Mar 29 15:31:09.911464 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-d1a4d032-31ea-4bb2-899f-a5d9e18697ab req-8e2b7157-8143-4e32-b775-827023e8d551 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a785d304-abb1-4110-8a32-6a8eba8b24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447104 Mar 29 15:31:10.006545 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a22e9-f506-4aa1-9a81-8cba6a514223 req-01e5f636-4ee5-4ba1-af24-2ff6db997f17 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:10.008096 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-212a22e9-f506-4aa1-9a81-8cba6a514223 req-01e5f636-4ee5-4ba1-af24-2ff6db997f17 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=08c61e33-70d2-413a-b763-b22ab59068cc HTTP/1.1" status: 200 len: 946 time: 0.0608969 Mar 29 15:31:10.061373 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-212a22e9-f506-4aa1-9a81-8cba6a514223 req-f04c83ea-9559-407e-9057-64e6cc86599e tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=a785d304-abb1-4110-8a32-6a8eba8b24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470626 Mar 29 15:31:10.759331 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9aa71-5873-44eb-adfe-3c6f8fedd41c req-11c2898b-ca4b-494c-86c1-56ff84de7d46 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:10.761465 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-80a9aa71-5873-44eb-adfe-3c6f8fedd41c req-11c2898b-ca4b-494c-86c1-56ff84de7d46 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.15 "GET /v2.0/ports?device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 945 time: 0.0731618 Mar 29 15:31:10.898655 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-80a9aa71-5873-44eb-adfe-3c6f8fedd41c req-170e0cbd-2e6d-4eda-b3ce-fc3afc5f32bb tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Deleting port f679a0f7-3889-4f39-9d58-db5d2a5ce82f {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:31:10.899326 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-80a9aa71-5873-44eb-adfe-3c6f8fedd41c req-170e0cbd-2e6d-4eda-b3ce-fc3afc5f32bb tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (f679a0f7-3889-4f39-9d58-db5d2a5ce82f), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:10.939199 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d22ce3-4232-4b50-876c-a20969a7ccdc req-295b41b2-44a9-4906-93ba-5ecef8b70ac9 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:10.946875 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-93d22ce3-4232-4b50-876c-a20969a7ccdc req-295b41b2-44a9-4906-93ba-5ecef8b70ac9 tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 945 time: 0.1237974 Mar 29 15:31:10.957577 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6380d-965c-42c3-94ff-c8b5fee139f5 req-abad2bde-4de2-4cbf-8ac4-b1d14de2ae9e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:10.965172 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e6a6380d-965c-42c3-94ff-c8b5fee139f5 req-abad2bde-4de2-4cbf-8ac4-b1d14de2ae9e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 945 time: 0.1445274 Mar 29 15:31:11.010406 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-80a9aa71-5873-44eb-adfe-3c6f8fedd41c req-170e0cbd-2e6d-4eda-b3ce-fc3afc5f32bb tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] For port f679a0f7-3889-4f39-9d58-db5d2a5ce82f, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=f679a0f7-3889-4f39-9d58-db5d2a5ce82f,segment=NetworkSegment(d89f6401-43df-4164-a5ca-c69abcd4e86c),segment_id=d89f6401-43df-4164-a5ca-c69abcd4e86c)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:31:11.010933 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-80a9aa71-5873-44eb-adfe-3c6f8fedd41c req-170e0cbd-2e6d-4eda-b3ce-fc3afc5f32bb tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (f679a0f7-3889-4f39-9d58-db5d2a5ce82f), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:11.029527 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-80a9aa71-5873-44eb-adfe-3c6f8fedd41c req-170e0cbd-2e6d-4eda-b3ce-fc3afc5f32bb tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Calling delete_port for f679a0f7-3889-4f39-9d58-db5d2a5ce82f owned by compute:nova {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:31:11.076148 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e6a6380d-965c-42c3-94ff-c8b5fee139f5 req-f854233a-fc6b-4e61-83d0-c642bd9cc726 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089282 Mar 29 15:31:11.105384 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-93d22ce3-4232-4b50-876c-a20969a7ccdc req-c92f1e0f-9337-4755-be66-83034f67030c tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/security-groups?id=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570065 Mar 29 15:31:11.255539 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f268470-345f-4b50-96d8-9feb70271f5b req-8fbcacb5-e77e-49d3-a3de-ebde2aea98b9 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:11.257240 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5f268470-345f-4b50-96d8-9feb70271f5b req-8fbcacb5-e77e-49d3-a3de-ebde2aea98b9 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=08c61e33-70d2-413a-b763-b22ab59068cc HTTP/1.1" status: 200 len: 946 time: 0.0820796 Mar 29 15:31:11.330459 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5f268470-345f-4b50-96d8-9feb70271f5b req-bf980dfa-68ab-4434-8f66-569eca88fc8d tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=a785d304-abb1-4110-8a32-6a8eba8b24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657969 Mar 29 15:31:11.372477 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-80a9aa71-5873-44eb-adfe-3c6f8fedd41c req-170e0cbd-2e6d-4eda-b3ce-fc3afc5f32bb tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (f679a0f7-3889-4f39-9d58-db5d2a5ce82f), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:11.386641 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['f679a0f7-3889-4f39-9d58-db5d2a5ce82f'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:31:11.407889 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e0cbd-2e6d-4eda-b3ce-fc3afc5f32bb tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Pushing event deleted for resources: {'Port': ['ID=f679a0f7-3889-4f39-9d58-db5d2a5ce82f,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:11.468804 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a9aa71-5873-44eb-adfe-3c6f8fedd41c req-170e0cbd-2e6d-4eda-b3ce-fc3afc5f32bb tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] No DVR routers for this DVR port f679a0f7-3889-4f39-9d58-db5d2a5ce82f on host hv-cinder-56205 {{(pid=103831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:31:11.474485 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-80a9aa71-5873-44eb-adfe-3c6f8fedd41c req-170e0cbd-2e6d-4eda-b3ce-fc3afc5f32bb tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:11.478193 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-80a9aa71-5873-44eb-adfe-3c6f8fedd41c req-170e0cbd-2e6d-4eda-b3ce-fc3afc5f32bb tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.15 "DELETE /v2.0/ports/f679a0f7-3889-4f39-9d58-db5d2a5ce82f HTTP/1.1" status: 204 len: 173 time: 0.7106891 Mar 29 15:31:11.478730 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de71e1c6-0e45-461d-af11-2bcbb1445a6e', 'name': 'network-vif-deleted', 'tag': 'f679a0f7-3889-4f39-9d58-db5d2a5ce82f'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:31:11.481395 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d14fa16-06e4-421b-8674-aea1a3933059" -d '{"events": [{"server_uuid": "de71e1c6-0e45-461d-af11-2bcbb1445a6e", "name": "network-vif-deleted", "tag": "f679a0f7-3889-4f39-9d58-db5d2a5ce82f"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:31:11.523582 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541a2299-d5ec-48d6-9399-39c40a7ebe32 x-openstack-request-id: req-541a2299-d5ec-48d6-9399-39c40a7ebe32 {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:31:11.523945 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de71e1c6-0e45-461d-af11-2bcbb1445a6e", "name": "network-vif-deleted", "tag": "f679a0f7-3889-4f39-9d58-db5d2a5ce82f", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:31:11.524327 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-541a2299-d5ec-48d6-9399-39c40a7ebe32 {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:31:11.524919 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-541a2299-d5ec-48d6-9399-39c40a7ebe32'] response: {'server_uuid': 'de71e1c6-0e45-461d-af11-2bcbb1445a6e', 'name': 'network-vif-deleted', 'tag': 'f679a0f7-3889-4f39-9d58-db5d2a5ce82f', 'status': 'completed', 'code': 200} Mar 29 15:31:12.208486 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ac6d6e5e-1f60-45f3-9eb5-e3d3ff31dadf req-4761ebd4-4654-47aa-b534-7469f85fa9ac tempest-ServerRescueNegativeTestJSON-1202608890 tempest-ServerRescueNegativeTestJSON-1202608890-project] 10.222.0.39 "GET /v2.0/ports?device_id=de71e1c6-0e45-461d-af11-2bcbb1445a6e HTTP/1.1" status: 200 len: 210 time: 0.0291593 Mar 29 15:31:12.226673 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019c477-5909-41cc-bbc7-446bc696753e req-7d80b5d9-3613-4cd7-8d33-b914fd9b8bf5 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:12.228412 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3019c477-5909-41cc-bbc7-446bc696753e req-7d80b5d9-3613-4cd7-8d33-b914fd9b8bf5 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 945 time: 0.0785367 Mar 29 15:31:12.274987 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3019c477-5909-41cc-bbc7-446bc696753e req-3b5f4bb9-5b30-426d-9f9b-0c033370b77e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405095 Mar 29 15:31:12.446104 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af59f2-7c45-441e-9759-67c7be65eccb req-6709dea2-fc8b-4a2e-9804-d5f036031c70 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:12.447576 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-77af59f2-7c45-441e-9759-67c7be65eccb req-6709dea2-fc8b-4a2e-9804-d5f036031c70 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=08c61e33-70d2-413a-b763-b22ab59068cc HTTP/1.1" status: 200 len: 946 time: 0.0581770 Mar 29 15:31:12.503766 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-77af59f2-7c45-441e-9759-67c7be65eccb req-695f2ba2-e844-45a5-ad40-86058def331f tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=a785d304-abb1-4110-8a32-6a8eba8b24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414386 Mar 29 15:31:12.648008 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423075f3-bc6e-4933-a243-912bd29dcde9 req-5ec7eea7-9c15-4827-b661-ce1e6c13ec98 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:12.656505 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-423075f3-bc6e-4933-a243-912bd29dcde9 req-5ec7eea7-9c15-4827-b661-ce1e6c13ec98 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=08c61e33-70d2-413a-b763-b22ab59068cc HTTP/1.1" status: 200 len: 946 time: 0.0725083 Mar 29 15:31:12.659173 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 37768) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:12.663971 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-8ba9d8a6-b5a8-4342-aa64-15b6c9ed300a tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Request body: {'floatingip': {'port_id': '1f6f5879-e461-4327-a82a-4ff0084490c6'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:31:12.717698 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8ba9d8a6-b5a8-4342-aa64-15b6c9ed300a tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for floatingip (1a578711-5b4d-45f9-9a99-6f6bb50af508), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:13.224615 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:13.241204 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8ba9d8a6-b5a8-4342-aa64-15b6c9ed300a tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:13.265808 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 37778) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:13.314736 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8ba9d8a6-b5a8-4342-aa64-15b6c9ed300a tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (1a578711-5b4d-45f9-9a99-6f6bb50af508), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:13.489132 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.db.l3_db [None req-8ba9d8a6-b5a8-4342-aa64-15b6c9ed300a tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Floating IP 1a578711-5b4d-45f9-9a99-6f6bb50af508 associated. External IP: 172.27.3.240, port: 1f6f5879-e461-4327-a82a-4ff0084490c6. Mar 29 15:31:13.505237 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917051d6-8cc6-42b4-abc3-03a1a2b66cfc req-35941d99-1f44-4c1a-95f5-19b9f51c098c tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:13.507155 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-917051d6-8cc6-42b4-abc3-03a1a2b66cfc req-35941d99-1f44-4c1a-95f5-19b9f51c098c tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 945 time: 0.1489615 Mar 29 15:31:13.636783 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-917051d6-8cc6-42b4-abc3-03a1a2b66cfc req-046e41e1-7db4-46e4-b2f5-7dfa670282ed tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942674 Mar 29 15:31:13.776341 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2d47d768-cff1-4919-958b-34f2887d94cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032828'] for router_interface (5bb6cb16-b58a-4e20-82e9-33d1ca58826a), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:13.822146 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba9d8a6-b5a8-4342-aa64-15b6c9ed300a tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Router 73c396a8-d46c-4f74-9439-370970a2ec31 has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:31:14.151280 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-2d47d768-cff1-4919-958b-34f2887d94cb admin admin] Deleting port 71b4dc2b-140f-48ff-912c-6507fb3f4ead {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:31:14.151518 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2d47d768-cff1-4919-958b-34f2887d94cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (71b4dc2b-140f-48ff-912c-6507fb3f4ead), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:14.160526 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba9d8a6-b5a8-4342-aa64-15b6c9ed300a tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:31:14.170868 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6538150-bd09-41cd-a247-77829366aa76 None None] Sync routers for ids ['73c396a8-d46c-4f74-9439-370970a2ec31'] in dv-cinder-562053-19-iscsi {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:31:14.172399 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8ba9d8a6-b5a8-4342-aa64-15b6c9ed300a tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:14.181640 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6538150-bd09-41cd-a247-77829366aa76 None None] Routers {'73c396a8-d46c-4f74-9439-370970a2ec31'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:31:14.182515 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-e6538150-bd09-41cd-a247-77829366aa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:30:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['73c396a8-d46c-4f74-9439-370970a2ec31'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:14.224286 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-8ba9d8a6-b5a8-4342-aa64-15b6c9ed300a tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "PUT /v2.0/floatingips/1a578711-5b4d-45f9-9a99-6f6bb50af508 HTTP/1.1" status: 200 len: 992 time: 1.5516176 Mar 29 15:31:14.224286 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c61e33-70d2-413a-b763-b22ab59068cc', 'tag': '1f6f5879-e461-4327-a82a-4ff0084490c6'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:31:14.224286 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17cd39a57bce2f0cfda3a3fd3bf70c34a3f67f93f1dabf257ee71a9fa0902d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f498c77-5b22-4e5e-99ce-3c81b24e57ac" -d '{"events": [{"name": "network-changed", "server_uuid": "08c61e33-70d2-413a-b763-b22ab59068cc", "tag": "1f6f5879-e461-4327-a82a-4ff0084490c6"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:31:14.261764 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b1e4ed-5cc0-4f9f-8446-b5cb5c14ff9a x-openstack-request-id: req-88b1e4ed-5cc0-4f9f-8446-b5cb5c14ff9a {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:31:14.262386 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c61e33-70d2-413a-b763-b22ab59068cc", "tag": "1f6f5879-e461-4327-a82a-4ff0084490c6", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:31:14.262386 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88b1e4ed-5cc0-4f9f-8446-b5cb5c14ff9a {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:31:14.262842 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88b1e4ed-5cc0-4f9f-8446-b5cb5c14ff9a'] response: {'name': 'network-changed', 'server_uuid': '08c61e33-70d2-413a-b763-b22ab59068cc', 'tag': '1f6f5879-e461-4327-a82a-4ff0084490c6', 'status': 'completed', 'code': 200} Mar 29 15:31:14.271980 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [None req-2d47d768-cff1-4919-958b-34f2887d94cb admin admin] For port 71b4dc2b-140f-48ff-912c-6507fb3f4ead, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=71b4dc2b-140f-48ff-912c-6507fb3f4ead,segment=NetworkSegment(d89f6401-43df-4164-a5ca-c69abcd4e86c),segment_id=d89f6401-43df-4164-a5ca-c69abcd4e86c)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:31:14.272573 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2d47d768-cff1-4919-958b-34f2887d94cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (71b4dc2b-140f-48ff-912c-6507fb3f4ead), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:14.288852 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-2d47d768-cff1-4919-958b-34f2887d94cb admin admin] Calling delete_port for 71b4dc2b-140f-48ff-912c-6507fb3f4ead owned by network:router_interface {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:31:14.333127 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-e6538150-bd09-41cd-a247-77829366aa76 None None] Set router 73c396a8-d46c-4f74-9439-370970a2ec31 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:31:14.402070 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f498c77-5b22-4e5e-99ce-3c81b24e57ac req-eefb458d-8332-4856-be78-c3b7794ba38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:14.403500 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-4f498c77-5b22-4e5e-99ce-3c81b24e57ac req-eefb458d-8332-4856-be78-c3b7794ba38d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68b100b32ca6457b87f13df08e31d969&device_id=08c61e33-70d2-413a-b763-b22ab59068cc HTTP/1.1" status: 200 len: 1130 time: 0.1123450 Mar 29 15:31:14.587362 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f498c77-5b22-4e5e-99ce-3c81b24e57ac req-7f124496-3212-4b6b-8eef-357c0066063b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:14.588836 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-4f498c77-5b22-4e5e-99ce-3c81b24e57ac req-7f124496-3212-4b6b-8eef-357c0066063b service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9e966a3-c502-4415-ba24-fb4be64d7c3f HTTP/1.1" status: 200 len: 912 time: 0.1784003 Mar 29 15:31:14.653213 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-e6538150-bd09-41cd-a247-77829366aa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'name': 'tempest-AttachVolumeTestJSON-1437192592-router', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:42Z', 'updated_at': '2022-03-29T15:25:49Z', 'revision_number': 4, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'gw_port': {'id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:43Z', 'updated_at': '2022-03-29T15:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': '1a578711-5b4d-45f9-9a99-6f6bb50af508', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'port_id': '1f6f5879-e461-4327-a82a-4ff0084490c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f', 'mac_address': 'fa:16:3e:b8:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c61e33-70d2-413a-b763-b22ab59068cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:30:54Z', 'updated_at': '2022-03-29T15:31:13Z', 'revision_number': 1, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3fc76b-99bc-4415-888c-17c81e029140', 'name': '', 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'mac_address': 'fa:16:3e:33:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:47Z', 'updated_at': '2022-03-29T15:25:55Z', 'revision_number': 5, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'subnets': [{'id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:14.712399 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6538150-bd09-41cd-a247-77829366aa76 None None] Checking router: 73c396a8-d46c-4f74-9439-370970a2ec31 for host: dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:31:14.717632 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-4f498c77-5b22-4e5e-99ce-3c81b24e57ac req-74e8b6ce-e00d-4c34-8c4f-b6eba96f00f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f6f5879-e461-4327-a82a-4ff0084490c6 HTTP/1.1" status: 200 len: 1000 time: 0.1042762 Mar 29 15:31:14.725653 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6538150-bd09-41cd-a247-77829366aa76 None None] Routers {'73c396a8-d46c-4f74-9439-370970a2ec31'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:31:14.726341 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-e6538150-bd09-41cd-a247-77829366aa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:30:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['73c396a8-d46c-4f74-9439-370970a2ec31'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:14.784636 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f498c77-5b22-4e5e-99ce-3c81b24e57ac req-51e41fca-ecb3-459e-b596-2c58699fde1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:14.788410 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-4f498c77-5b22-4e5e-99ce-3c81b24e57ac req-51e41fca-ecb3-459e-b596-2c58699fde1f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3e72c2a-9791-4704-a967-653d7b3a63cc HTTP/1.1" status: 200 len: 850 time: 0.0599844 Mar 29 15:31:14.834582 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737af26-b2f8-4269-8ce3-5cdd5fcd2a76 req-273a752c-cf4d-40f1-8d59-663920351587 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:14.836876 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3737af26-b2f8-4269-8ce3-5cdd5fcd2a76 req-273a752c-cf4d-40f1-8d59-663920351587 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 945 time: 0.0940557 Mar 29 15:31:14.850552 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2d47d768-cff1-4919-958b-34f2887d94cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (71b4dc2b-140f-48ff-912c-6507fb3f4ead), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:14.884765 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47d768-cff1-4919-958b-34f2887d94cb admin admin] Pushing event deleted for resources: {'Port': ['ID=71b4dc2b-140f-48ff-912c-6507fb3f4ead,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:14.901503 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-e6538150-bd09-41cd-a247-77829366aa76 None None] Set router 73c396a8-d46c-4f74-9439-370970a2ec31 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:31:14.929137 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3737af26-b2f8-4269-8ce3-5cdd5fcd2a76 req-7eafbe9d-62fc-4703-9b8b-3191319683e3 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857861 Mar 29 15:31:14.981203 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f498c77-5b22-4e5e-99ce-3c81b24e57ac req-7972718d-56f6-4163-96bc-1362359d3850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:14.983036 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-4f498c77-5b22-4e5e-99ce-3c81b24e57ac req-7972718d-56f6-4163-96bc-1362359d3850 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9e966a3-c502-4415-ba24-fb4be64d7c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1889100 Mar 29 15:31:15.119865 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device f679a0f7-3889-4f39-9d58-db5d2a5ce82f no longer exists at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:31:15.150079 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] No Port match for: f679a0f7-3889-4f39-9d58-db5d2a5ce82f {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:31:15.150571 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device f679a0f7-3889-4f39-9d58-db5d2a5ce82f not bound to the agent host hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:31:15.263832 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-e6538150-bd09-41cd-a247-77829366aa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'name': 'tempest-AttachVolumeTestJSON-1437192592-router', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:42Z', 'updated_at': '2022-03-29T15:25:49Z', 'revision_number': 4, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'gw_port': {'id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:43Z', 'updated_at': '2022-03-29T15:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': '1a578711-5b4d-45f9-9a99-6f6bb50af508', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'port_id': '1f6f5879-e461-4327-a82a-4ff0084490c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f', 'mac_address': 'fa:16:3e:b8:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c61e33-70d2-413a-b763-b22ab59068cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:30:54Z', 'updated_at': '2022-03-29T15:31:13Z', 'revision_number': 1, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3fc76b-99bc-4415-888c-17c81e029140', 'name': '', 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'mac_address': 'fa:16:3e:33:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:47Z', 'updated_at': '2022-03-29T15:25:55Z', 'revision_number': 5, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'subnets': [{'id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:15.420820 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6538150-bd09-41cd-a247-77829366aa76 None None] The sync data for ids ['73c396a8-d46c-4f74-9439-370970a2ec31'] in dv-cinder-562053-19-iscsi is: [{'id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'name': 'tempest-AttachVolumeTestJSON-1437192592-router', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:42Z', 'updated_at': '2022-03-29T15:25:49Z', 'revision_number': 4, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'gw_port': {'id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:43Z', 'updated_at': '2022-03-29T15:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': '1a578711-5b4d-45f9-9a99-6f6bb50af508', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'port_id': '1f6f5879-e461-4327-a82a-4ff0084490c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f', 'mac_address': 'fa:16:3e:b8:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c61e33-70d2-413a-b763-b22ab59068cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:30:54Z', 'updated_at': '2022-03-29T15:31:13Z', 'revision_number': 1, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3fc76b-99bc-4415-888c-17c81e029140', 'name': '', 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'mac_address': 'fa:16:3e:33:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:47Z', 'updated_at': '2022-03-29T15:25:55Z', 'revision_number': 5, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'subnets': [{'id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:31:15.475055 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-4f498c77-5b22-4e5e-99ce-3c81b24e57ac req-6b5dec83-1bc6-4a6c-8f43-1119d04fe2d8 service neutron] 10.222.0.15 "GET /v2.0/networks/e9e966a3-c502-4415-ba24-fb4be64d7c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850693 Mar 29 15:31:15.493204 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2d47d768-cff1-4919-958b-34f2887d94cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1025627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1035244'] for router_interface (5bb6cb16-b58a-4e20-82e9-33d1ca58826a), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:15.655671 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3863417-ed86-4f36-9b6a-514ebcde922b None None] New status for floating IP 1a578711-5b4d-45f9-9a99-6f6bb50af508: ACTIVE {{(pid=103834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:31:15.705499 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-4f498c77-5b22-4e5e-99ce-3c81b24e57ac req-5aea3e03-bcbd-4bc2-bf0e-455fde201b06 service neutron] 10.222.0.15 "GET /v2.0/networks/e9e966a3-c502-4415-ba24-fb4be64d7c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222462 Mar 29 15:31:15.831004 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d47d768-cff1-4919-958b-34f2887d94cb admin admin] Router 5bb6cb16-b58a-4e20-82e9-33d1ca58826a has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:31:15.950537 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d47d768-cff1-4919-958b-34f2887d94cb admin admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:31:15.994158 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-2d47d768-cff1-4919-958b-34f2887d94cb admin admin] 10.222.0.39 "PUT /v2.0/routers/5bb6cb16-b58a-4e20-82e9-33d1ca58826a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7270844 Mar 29 15:31:15.996949 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dbf3e6-6dc9-4ecd-9a83-a102835ce3f4 None None] Sync routers for ids ['5bb6cb16-b58a-4e20-82e9-33d1ca58826a'] in dv-cinder-562053-19-iscsi {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:31:15.997685 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 37794) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:16.012568 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dbf3e6-6dc9-4ecd-9a83-a102835ce3f4 None None] Routers {'5bb6cb16-b58a-4e20-82e9-33d1ca58826a'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:31:16.013370 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-32dbf3e6-6dc9-4ecd-9a83-a102835ce3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:30:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['5bb6cb16-b58a-4e20-82e9-33d1ca58826a'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:16.125373 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-32dbf3e6-6dc9-4ecd-9a83-a102835ce3f4 None None] Set router 5bb6cb16-b58a-4e20-82e9-33d1ca58826a gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:31:16.147925 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca8a08-abba-4499-8fd7-cadcd1f7a8dc req-efa7f02e-2b0b-4b7b-943f-7a36a7d2f57b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:16.149741 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9fca8a08-abba-4499-8fd7-cadcd1f7a8dc req-efa7f02e-2b0b-4b7b-943f-7a36a7d2f57b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 945 time: 0.1081572 Mar 29 15:31:16.169902 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cb452315-248e-4fcd-bb6d-c21a3e6abaa4 admin admin] Publish callbacks [] for router (5bb6cb16-b58a-4e20-82e9-33d1ca58826a), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:16.293394 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9fca8a08-abba-4499-8fd7-cadcd1f7a8dc req-a24756f6-c6da-4123-ae65-d13f08d06f02 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357293 Mar 29 15:31:16.320493 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-32dbf3e6-6dc9-4ecd-9a83-a102835ce3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'name': 'tempest-ServerRescueNegativeTestJSON-1872306636-router', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:31:14Z', 'revision_number': 5, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'gw_port': {'id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:16.321422 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cb452315-248e-4fcd-bb6d-c21a3e6abaa4 admin admin] Publish callbacks [] for router_gateway (5bb6cb16-b58a-4e20-82e9-33d1ca58826a), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:16.347177 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dbf3e6-6dc9-4ecd-9a83-a102835ce3f4 None None] Checking router: 5bb6cb16-b58a-4e20-82e9-33d1ca58826a for host: dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:31:16.361126 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dbf3e6-6dc9-4ecd-9a83-a102835ce3f4 None None] Routers {'5bb6cb16-b58a-4e20-82e9-33d1ca58826a'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:31:16.361748 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-32dbf3e6-6dc9-4ecd-9a83-a102835ce3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:30:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['5bb6cb16-b58a-4e20-82e9-33d1ca58826a'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:16.510405 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-32dbf3e6-6dc9-4ecd-9a83-a102835ce3f4 None None] Set router 5bb6cb16-b58a-4e20-82e9-33d1ca58826a gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:31:16.584572 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-cb452315-248e-4fcd-bb6d-c21a3e6abaa4 admin admin] Deleting port 9b72a562-4f99-4914-bf9d-e44563bcaa34 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:31:16.585019 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cb452315-248e-4fcd-bb6d-c21a3e6abaa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (9b72a562-4f99-4914-bf9d-e44563bcaa34), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:16.696148 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.db [None req-cb452315-248e-4fcd-bb6d-c21a3e6abaa4 admin admin] For port 9b72a562-4f99-4914-bf9d-e44563bcaa34, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=9b72a562-4f99-4914-bf9d-e44563bcaa34,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:31:16.696148 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cb452315-248e-4fcd-bb6d-c21a3e6abaa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (9b72a562-4f99-4914-bf9d-e44563bcaa34), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:16.720730 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-cb452315-248e-4fcd-bb6d-c21a3e6abaa4 admin admin] Calling delete_port for 9b72a562-4f99-4914-bf9d-e44563bcaa34 owned by network:router_gateway {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:31:16.732454 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-32dbf3e6-6dc9-4ecd-9a83-a102835ce3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'name': 'tempest-ServerRescueNegativeTestJSON-1872306636-router', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:31:14Z', 'revision_number': 5, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'gw_port': {'id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:16.764989 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dbf3e6-6dc9-4ecd-9a83-a102835ce3f4 None None] The sync data for ids ['5bb6cb16-b58a-4e20-82e9-33d1ca58826a'] in dv-cinder-562053-19-iscsi is: [{'id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'name': 'tempest-ServerRescueNegativeTestJSON-1872306636-router', 'tenant_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:31:14Z', 'revision_number': 5, 'project_id': '9f08a5b25a074cb7ad80f54d82bf8a5e', 'gw_port': {'id': '9b72a562-4f99-4914-bf9d-e44563bcaa34', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb6cb16-b58a-4e20-82e9-33d1ca58826a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:26:58Z', 'updated_at': '2022-03-29T15:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}] {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:31:17.001852 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cb452315-248e-4fcd-bb6d-c21a3e6abaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (9b72a562-4f99-4914-bf9d-e44563bcaa34), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:17.032633 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb452315-248e-4fcd-bb6d-c21a3e6abaa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b72a562-4f99-4914-bf9d-e44563bcaa34,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:17.103671 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cb452315-248e-4fcd-bb6d-c21a3e6abaa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1033222'] for router_gateway (5bb6cb16-b58a-4e20-82e9-33d1ca58826a), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:17.235103 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cb452315-248e-4fcd-bb6d-c21a3e6abaa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-883'] for router (5bb6cb16-b58a-4e20-82e9-33d1ca58826a), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:17.237479 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cb452315-248e-4fcd-bb6d-c21a3e6abaa4 admin admin] Publish callbacks [] for router_controller (5bb6cb16-b58a-4e20-82e9-33d1ca58826a), precommit_delete_associations {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:17.424733 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4b555-659b-4954-a4bd-f854b8610727 req-e818f134-1a76-45e1-8514-6ad32d97cb31 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:17.426288 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-adf4b555-659b-4954-a4bd-f854b8610727 req-e818f134-1a76-45e1-8514-6ad32d97cb31 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 945 time: 0.0546613 Mar 29 15:31:17.463580 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cb452315-248e-4fcd-bb6d-c21a3e6abaa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034723'] for router (5bb6cb16-b58a-4e20-82e9-33d1ca58826a), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:17.464142 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb452315-248e-4fcd-bb6d-c21a3e6abaa4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bb6cb16-b58a-4e20-82e9-33d1ca58826a {{(pid=103832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:31:17.470690 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cb452315-248e-4fcd-bb6d-c21a3e6abaa4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:17.474150 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-cb452315-248e-4fcd-bb6d-c21a3e6abaa4 admin admin] 10.222.0.39 "DELETE /v2.0/routers/5bb6cb16-b58a-4e20-82e9-33d1ca58826a HTTP/1.1" status: 204 len: 168 time: 1.4731719 Mar 29 15:31:17.479085 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 37814) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:17.504601 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-adf4b555-659b-4954-a4bd-f854b8610727 req-059243bb-997d-4a9b-a916-8b45da08b18a tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727332 Mar 29 15:31:17.529971 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f9f585-e917-437f-9e5e-71152237f93e admin admin] Deleting subnet 9d11297b-da68-44b3-bcb2-0f179572e157 {{(pid=103831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:31:17.535344 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e9f9f585-e917-437f-9e5e-71152237f93e admin admin] Publish callbacks [] for subnet (9d11297b-da68-44b3-bcb2-0f179572e157), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:17.544520 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-8fd4c0a0-52e0-44ff-b633-1b730b824e93 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-835517344&fields=id&tenant_id=b38e7969800b462c9f549e8936e05713 HTTP/1.1" status: 200 len: 267 time: 0.0714922 Mar 29 15:31:17.581264 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e9f9f585-e917-437f-9e5e-71152237f93e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416713'] for subnet (9d11297b-da68-44b3-bcb2-0f179572e157), precommit_delete_associations {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:17.662961 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-7eb73453-7da2-4544-8f48-0731dd30e41d tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:17.664459 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-7eb73453-7da2-4544-8f48-0731dd30e41d tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/networks?id=4743a25d-6f3c-4176-a7c2-eecb6d06479d HTTP/1.1" status: 200 len: 810 time: 0.1127214 Mar 29 15:31:17.683057 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-68759e2f-0973-428e-8603-c0415be1f121 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/quotas/b38e7969800b462c9f549e8936e05713 HTTP/1.1" status: 200 len: 375 time: 0.0127201 Mar 29 15:31:17.703641 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e9f9f585-e917-437f-9e5e-71152237f93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171654'] for subnet (9d11297b-da68-44b3-bcb2-0f179572e157), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:17.745085 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-0ef3611e-063d-47b9-9ded-1c5401e60b03 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b38e7969800b462c9f549e8936e05713&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522487 Mar 29 15:31:17.830358 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e9f9f585-e917-437f-9e5e-71152237f93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10297124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8528634'] for subnet (9d11297b-da68-44b3-bcb2-0f179572e157), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:17.847118 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-a2f58019-5b26-4c37-b42e-a297eef08ca2 service neutron] 10.222.0.39 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889142 Mar 29 15:31:17.860726 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e9f9f585-e917-437f-9e5e-71152237f93e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for subnet (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:17.864606 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-e9f9f585-e917-437f-9e5e-71152237f93e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9d11297b-da68-44b3-bcb2-0f179572e157 HTTP/1.1" status: 204 len: 168 time: 0.3888459 Mar 29 15:31:17.865704 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9f585-e917-437f-9e5e-71152237f93e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d11297b-da68-44b3-bcb2-0f179572e157,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:17.867445 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 37824) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:17.870187 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a5d30a-948e-40e2-853b-f27830ecd818 None None] Network 6a802c2b-c73f-41c5-a35b-11f174fd7a4a requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:31:17.947588 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-6895f71d-4b7d-4149-b883-e1b6b8252e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105799'] for network (6a802c2b-c73f-41c5-a35b-11f174fd7a4a), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:17.952942 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-2718b5d2-65d6-410d-a49b-3dbf0290628d service neutron] 10.222.0.39 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996985 Mar 29 15:31:18.019468 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-6895f71d-4b7d-4149-b883-e1b6b8252e4c admin admin] Deleting port f87e58fd-656d-4cae-933f-793a876be81e {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:31:18.019871 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-6895f71d-4b7d-4149-b883-e1b6b8252e4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (f87e58fd-656d-4cae-933f-793a876be81e), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:18.082468 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [None req-6895f71d-4b7d-4149-b883-e1b6b8252e4c admin admin] For port f87e58fd-656d-4cae-933f-793a876be81e, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=f87e58fd-656d-4cae-933f-793a876be81e,segment=NetworkSegment(d89f6401-43df-4164-a5ca-c69abcd4e86c),segment_id=d89f6401-43df-4164-a5ca-c69abcd4e86c)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:31:18.082887 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-6895f71d-4b7d-4149-b883-e1b6b8252e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (f87e58fd-656d-4cae-933f-793a876be81e), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:18.083532 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d4021c-d8f2-477b-8750-acf64d2ac149 None None] DHCP port deletion for 6a802c2b-c73f-41c5-a35b-11f174fd7a4a request from dv-cinder-562053-19-iscsi {{(pid=103833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 15:31:18.099718 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-6895f71d-4b7d-4149-b883-e1b6b8252e4c admin admin] Calling delete_port for f87e58fd-656d-4cae-933f-793a876be81e owned by network:dhcp {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:31:18.135591 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-38d4021c-d8f2-477b-8750-acf64d2ac149 None None] Deleting port f87e58fd-656d-4cae-933f-793a876be81e {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:31:18.135964 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-38d4021c-d8f2-477b-8750-acf64d2ac149 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (f87e58fd-656d-4cae-933f-793a876be81e), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:18.198619 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-38d4021c-d8f2-477b-8750-acf64d2ac149 None None] For port f87e58fd-656d-4cae-933f-793a876be81e, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=f87e58fd-656d-4cae-933f-793a876be81e,segment=NetworkSegment(d89f6401-43df-4164-a5ca-c69abcd4e86c),segment_id=d89f6401-43df-4164-a5ca-c69abcd4e86c)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:31:18.199013 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-38d4021c-d8f2-477b-8750-acf64d2ac149 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (f87e58fd-656d-4cae-933f-793a876be81e), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:18.212125 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-38d4021c-d8f2-477b-8750-acf64d2ac149 None None] Calling delete_port for f87e58fd-656d-4cae-933f-793a876be81e owned by network:dhcp {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:31:18.251784 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-6895f71d-4b7d-4149-b883-e1b6b8252e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (f87e58fd-656d-4cae-933f-793a876be81e), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:18.279950 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895f71d-4b7d-4149-b883-e1b6b8252e4c admin admin] Pushing event deleted for resources: {'Port': ['ID=f87e58fd-656d-4cae-933f-793a876be81e,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:18.284371 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6895f71d-4b7d-4149-b883-e1b6b8252e4c admin admin] No DVR routers for this DVR port f87e58fd-656d-4cae-933f-793a876be81e on host dv-cinder-562053-19-iscsi {{(pid=103831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:31:18.330992 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-38d4021c-d8f2-477b-8750-acf64d2ac149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943'] for port (f87e58fd-656d-4cae-933f-793a876be81e), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:18.353463 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-6895f71d-4b7d-4149-b883-e1b6b8252e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1238605', 'neutron.services.segments.db._delete_segments_for_network-8748544868922'] for network (6a802c2b-c73f-41c5-a35b-11f174fd7a4a), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:18.356155 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4021c-d8f2-477b-8750-acf64d2ac149 None None] Pushing event deleted for resources: {'Port': ['ID=f87e58fd-656d-4cae-933f-793a876be81e,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:18.360009 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d4021c-d8f2-477b-8750-acf64d2ac149 None None] No DVR routers for this DVR port f87e58fd-656d-4cae-933f-793a876be81e on host dv-cinder-562053-19-iscsi {{(pid=103833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:31:18.382976 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.services.segments.db [None req-6895f71d-4b7d-4149-b883-e1b6b8252e4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a802c2b-c73f-41c5-a35b-11f174fd7a4a']}} {{(pid=103831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:18.397762 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.services.segments.db [None req-6895f71d-4b7d-4149-b883-e1b6b8252e4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd89f6401-43df-4164-a5ca-c69abcd4e86c') {'for_net_delete': True} {{(pid=103831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:18.398116 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.services.segments.db [None req-6895f71d-4b7d-4149-b883-e1b6b8252e4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd89f6401-43df-4164-a5ca-c69abcd4e86c') {} {{(pid=103831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:18.408063 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-6895f71d-4b7d-4149-b883-e1b6b8252e4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748544868419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416706'] for segment (d89f6401-43df-4164-a5ca-c69abcd4e86c), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:18.422130 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-6895f71d-4b7d-4149-b883-e1b6b8252e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (d89f6401-43df-4164-a5ca-c69abcd4e86c), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:18.428633 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6895f71d-4b7d-4149-b883-e1b6b8252e4c admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:31:18.429013 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-6895f71d-4b7d-4149-b883-e1b6b8252e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10347138'] for segment (d89f6401-43df-4164-a5ca-c69abcd4e86c), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: Traceback (most recent call last): Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: timer() Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: cb(*args, **kw) Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: return func(*args, **kwargs) Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: self._notify() Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: self.callback(batched_events) Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: event.method(event) Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: return f(self, *a, **k) Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: return self._get(url).json() Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: return self.request(url, 'GET', **kwargs) Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:31:18.430636 dv-cinder-562053-19-iscsi neutron-server[103831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:31:18.517180 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:31:18.522966 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50036343-01c9-4326-910f-cc1660634cc7 req-4e5fa7af-8024-41b1-9336-8e8f3de44aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:18.524544 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-50036343-01c9-4326-910f-cc1660634cc7 req-4e5fa7af-8024-41b1-9336-8e8f3de44aee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58c1f8fd4f83455ca0f32dbc38c1ed32&device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 1129 time: 0.0506134 Mar 29 15:31:18.573872 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d1607dab-42de-4c00-8434-e7bce2f66ab1 req-919c90e6-767d-4e36-b16d-e85a29649fe6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 210 time: 0.0313799 Mar 29 15:31:18.594138 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-6895f71d-4b7d-4149-b883-e1b6b8252e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1238596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033322'] for network (6a802c2b-c73f-41c5-a35b-11f174fd7a4a), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:18.594138 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-6895f71d-4b7d-4149-b883-e1b6b8252e4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:18.599546 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-6895f71d-4b7d-4149-b883-e1b6b8252e4c admin admin] 10.222.0.39 "DELETE /v2.0/networks/6a802c2b-c73f-41c5-a35b-11f174fd7a4a HTTP/1.1" status: 204 len: 168 time: 0.7311494 Mar 29 15:31:18.615593 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895f71d-4b7d-4149-b883-e1b6b8252e4c admin admin] Pushing event deleted for resources: {'Network': ['ID=6a802c2b-c73f-41c5-a35b-11f174fd7a4a,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:18.662610 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50036343-01c9-4326-910f-cc1660634cc7 req-1de4ef4e-5cab-4ffb-b57d-42d8e02f4e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:18.668450 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-50036343-01c9-4326-910f-cc1660634cc7 req-1de4ef4e-5cab-4ffb-b57d-42d8e02f4e45 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9dba225-3458-4749-adfb-4348d5911f6f HTTP/1.1" status: 200 len: 918 time: 0.1371810 Mar 29 15:31:18.703211 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf529f6c-5581-4269-9cb6-3feecc2ba340 req-3de31432-9248-40cc-a6ca-a895f57b0e70 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:18.704784 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bf529f6c-5581-4269-9cb6-3feecc2ba340 req-3de31432-9248-40cc-a6ca-a895f57b0e70 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 945 time: 0.0931270 Mar 29 15:31:18.720293 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 71b4dc2b-140f-48ff-912c-6507fb3f4ead no longer exists at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:31:18.744127 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-50036343-01c9-4326-910f-cc1660634cc7 req-90ead643-e9b4-45fe-8fad-2fc3423c592c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=607310dd-0e87-4342-a47b-aeabe0c10835 HTTP/1.1" status: 200 len: 1000 time: 0.0699344 Mar 29 15:31:18.748545 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] No Port match for: 71b4dc2b-140f-48ff-912c-6507fb3f4ead {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:31:18.748774 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 71b4dc2b-140f-48ff-912c-6507fb3f4ead not bound to the agent host dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:31:18.749197 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device f87e58fd-656d-4cae-933f-793a876be81e no longer exists at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:31:18.767598 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bf529f6c-5581-4269-9cb6-3feecc2ba340 req-d46eab7a-a04f-4d43-90be-2b369a7d12ca tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570509 Mar 29 15:31:18.781921 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] No Port match for: f87e58fd-656d-4cae-933f-793a876be81e {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:31:18.782979 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device f87e58fd-656d-4cae-933f-793a876be81e not bound to the agent host dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:31:18.783406 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 9b72a562-4f99-4914-bf9d-e44563bcaa34 no longer exists at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:31:18.806894 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] No Port match for: 9b72a562-4f99-4914-bf9d-e44563bcaa34 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:31:18.807240 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 9b72a562-4f99-4914-bf9d-e44563bcaa34 not bound to the agent host dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:31:18.814991 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50036343-01c9-4326-910f-cc1660634cc7 req-f5431c45-88ab-4927-9b98-d9c44fee0373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:18.815691 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-50036343-01c9-4326-910f-cc1660634cc7 req-f5431c45-88ab-4927-9b98-d9c44fee0373 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4 HTTP/1.1" status: 200 len: 856 time: 0.0647354 Mar 29 15:31:18.864509 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50036343-01c9-4326-910f-cc1660634cc7 req-a7063c7b-1970-4d23-8ab9-d7fc89f03ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:18.865914 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-50036343-01c9-4326-910f-cc1660634cc7 req-a7063c7b-1970-4d23-8ab9-d7fc89f03ae1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9dba225-3458-4749-adfb-4348d5911f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444901 Mar 29 15:31:18.954073 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-50036343-01c9-4326-910f-cc1660634cc7 req-0b2c4146-e5df-48b4-8e66-f36ea9ed7184 service neutron] 10.222.0.15 "GET /v2.0/networks/a9dba225-3458-4749-adfb-4348d5911f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820572 Mar 29 15:31:19.045953 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-50036343-01c9-4326-910f-cc1660634cc7 req-b04d05ec-72a9-44f7-9fdd-5b71ff0e7d6c service neutron] 10.222.0.15 "GET /v2.0/networks/a9dba225-3458-4749-adfb-4348d5911f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863032 Mar 29 15:31:19.085456 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 37846) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:19.138368 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-2e72d53e-196d-4a78-a080-60b6c591f471 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9f08a5b25a074cb7ad80f54d82bf8a5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398550 Mar 29 15:31:19.138368 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 37848) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:19.175007 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-696a902c-a1c7-40a0-a1ea-90c533eea137 admin admin] Publish callbacks [] for security_group (3aa2346e-a590-45c4-bd08-8b1d7e6c9ece), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:19.196059 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-696a902c-a1c7-40a0-a1ea-90c533eea137 admin admin] Publish callbacks [] for security_group (3aa2346e-a590-45c4-bd08-8b1d7e6c9ece), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:19.298545 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-696a902c-a1c7-40a0-a1ea-90c533eea137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (3aa2346e-a590-45c4-bd08-8b1d7e6c9ece), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:19.301376 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-696a902c-a1c7-40a0-a1ea-90c533eea137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:19.302682 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-696a902c-a1c7-40a0-a1ea-90c533eea137 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3aa2346e-a590-45c4-bd08-8b1d7e6c9ece HTTP/1.1" status: 204 len: 168 time: 0.1725926 Mar 29 15:31:19.312470 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a902c-a1c7-40a0-a1ea-90c533eea137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa2346e-a590-45c4-bd08-8b1d7e6c9ece,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:19.673466 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3e4af215-39f5-4564-a176-1fa8a9e18e88 req-1ae444de-228c-40b3-b4ba-43cef7adde70 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 210 time: 0.0315902 Mar 29 15:31:19.892683 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afde2c-6b30-4d80-b991-c84188485b80 req-72f00c0c-cc61-4f43-ac9c-751be67b867f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:19.899513 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b0afde2c-6b30-4d80-b991-c84188485b80 req-72f00c0c-cc61-4f43-ac9c-751be67b867f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 945 time: 0.0605805 Mar 29 15:31:19.953733 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b0afde2c-6b30-4d80-b991-c84188485b80 req-c026e7db-f2b3-4b3a-97a3-0127eed7929c tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431612 Mar 29 15:31:20.405942 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 37876) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:20.500002 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-ba15d2a5-bca4-407b-9c06-d541812955fa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1729849034-network', 'tenant_id': '20233956930041d188d15113057faa0f'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:31:20.577166 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba15d2a5-bca4-407b-9c06-d541812955fa admin admin] Made reservation on behalf of 20233956930041d188d15113057faa0f for: {'network': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:31:20.579567 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-ba15d2a5-bca4-407b-9c06-d541812955fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for network (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:20.589000 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-ba15d2a5-bca4-407b-9c06-d541812955fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:20.661696 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-ba15d2a5-bca4-407b-9c06-d541812955fa admin admin] Publish callbacks [] for security_group (e0abaace-70e8-4bd8-bd55-10fb56a1029a), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:20.743907 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-ba15d2a5-bca4-407b-9c06-d541812955fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (e0abaace-70e8-4bd8-bd55-10fb56a1029a), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:20.769944 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2fbb7390-520e-4f2f-8dae-89ce08f8fd36 req-4ff84736-627c-4383-8c88-95f85e9f0fd0 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 210 time: 0.0293746 Mar 29 15:31:20.826910 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba15d2a5-bca4-407b-9c06-d541812955fa admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=103831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:31:20.833577 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15d2a5-bca4-407b-9c06-d541812955fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0abaace-70e8-4bd8-bd55-10fb56a1029a,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:20.848535 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-ba15d2a5-bca4-407b-9c06-d541812955fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (305bab7d-5b42-4020-91dc-ae0ca3b3b70a), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:20.848883 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.db.segments_db [None req-ba15d2a5-bca4-407b-9c06-d541812955fa admin admin] Added segment 305bab7d-5b42-4020-91dc-ae0ca3b3b70a of type vlan for network 2d75082f-c875-4303-8097-db90aa354798 Mar 29 15:31:20.912639 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-ba15d2a5-bca4-407b-9c06-d541812955fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748544495665'] for network (2d75082f-c875-4303-8097-db90aa354798), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:20.923231 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-095c788d-0d8b-49e7-a7c3-76a13235ec1a tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:20.924730 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-095c788d-0d8b-49e7-a7c3-76a13235ec1a tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.15 "GET /v2.0/networks?id=4743a25d-6f3c-4176-a7c2-eecb6d06479d HTTP/1.1" status: 200 len: 810 time: 0.1734238 Mar 29 15:31:20.998592 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-2c7bb0bb-88ad-4801-84bd-a7ce7e63ed54 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b38e7969800b462c9f549e8936e05713 HTTP/1.1" status: 200 len: 379 time: 0.0598369 Mar 29 15:31:21.007769 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-cefb72b3-d1db-46e6-a4fb-bfb85f6164ac tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Request body: {'port': {'device_id': '31fbf2f9-b999-4318-88ce-4e5c91289014', 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d', 'admin_state_up': True, 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'security_groups': ['7818609e-dc1b-4b75-b431-7d347525ec80']}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:31:21.064205 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-ba15d2a5-bca4-407b-9c06-d541812955fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for network (2d75082f-c875-4303-8097-db90aa354798), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:21.066120 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba15d2a5-bca4-407b-9c06-d541812955fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:21.066120 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-ba15d2a5-bca4-407b-9c06-d541812955fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:21.072622 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d7ac4-7477-4e0f-938a-6606d02e0732 req-9b453e77-86f1-4ace-9025-d62b49806df7 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:21.074098 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e05d7ac4-7477-4e0f-938a-6606d02e0732 req-9b453e77-86f1-4ace-9025-d62b49806df7 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 945 time: 0.0569146 Mar 29 15:31:21.127653 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e05d7ac4-7477-4e0f-938a-6606d02e0732 req-a2b9f58e-4e07-44a7-b5ec-5c18067effb6 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462337 Mar 29 15:31:21.163231 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15d2a5-bca4-407b-9c06-d541812955fa admin admin] Pushing event updated for resources: {'Network': ['ID=2d75082f-c875-4303-8097-db90aa354798,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:21.178493 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Network 2d75082f-c875-4303-8097-db90aa354798 details requested by agent ovs-agent-dv-cinder-562053-19-iscsi with host dv-cinder-562053-19-iscsi {{(pid=103833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:31:21.216037 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-ba15d2a5-bca4-407b-9c06-d541812955fa admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8089941 Mar 29 15:31:21.223751 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 37884) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:21.228547 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-e33cbf73-e524-4195-972e-b6c4680ca7e7 admin admin] Request body: {'subnet': {'network_id': '2d75082f-c875-4303-8097-db90aa354798', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1729849034-subnet', 'tenant_id': '20233956930041d188d15113057faa0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:31:21.297847 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-cefb72b3-d1db-46e6-a4fb-bfb85f6164ac tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Made reservation on behalf of b38e7969800b462c9f549e8936e05713 for: {'port': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:31:21.301164 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-cefb72b3-d1db-46e6-a4fb-bfb85f6164ac tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:21.327975 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33cbf73-e524-4195-972e-b6c4680ca7e7 admin admin] Made reservation on behalf of 20233956930041d188d15113057faa0f for: {'subnet': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:31:21.330212 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e33cbf73-e524-4195-972e-b6c4680ca7e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8528613'] for subnet (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:21.502003 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-cefb72b3-d1db-46e6-a4fb-bfb85f6164ac tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Allocated IP 172.20.0.3 (4743a25d-6f3c-4176-a7c2-eecb6d06479d/0b7273ae-f678-496a-aaad-7ae864b3fe14/a5b1411d-b077-4aa4-b1fa-5e5cc4b39478) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:31:21.704907 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-cefb72b3-d1db-46e6-a4fb-bfb85f6164ac tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for port (a5b1411d-b077-4aa4-b1fa-5e5cc4b39478), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:21.734134 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e33cbf73-e524-4195-972e-b6c4680ca7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10297191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8528627'] for subnet (4f44a533-dd32-4207-8a88-758f93d232f8), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:21.788628 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33cbf73-e524-4195-972e-b6c4680ca7e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f44a533-dd32-4207-8a88-758f93d232f8,revision_number=0']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:21.797818 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33cbf73-e524-4195-972e-b6c4680ca7e7 admin admin] Checking segment: {'id': '305bab7d-5b42-4020-91dc-ae0ca3b3b70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2d75082f-c875-4303-8097-db90aa354798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:31:21.798177 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33cbf73-e524-4195-972e-b6c4680ca7e7 admin admin] Network hostable DHCP agents. Network: 2d75082f-c875-4303-8097-db90aa354798, hostable agents: ['60b75cb5-fa55-4ab5-bd81-9da0c894ffc8'], hosted agents: [] {{(pid=103831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:31:21.871516 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-130640df-be6d-4775-b727-4ee0967aaf42 req-b7d7677e-ff31-46df-8732-384b4f773b2f tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 210 time: 0.0266685 Mar 29 15:31:21.933402 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-cefb72b3-d1db-46e6-a4fb-bfb85f6164ac tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (a5b1411d-b077-4aa4-b1fa-5e5cc4b39478), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:21.971720 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-cefb72b3-d1db-46e6-a4fb-bfb85f6164ac tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Network 4743a25d-6f3c-4176-a7c2-eecb6d06479d is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:31:21.974767 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-cefb72b3-d1db-46e6-a4fb-bfb85f6164ac tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:31:21.977097 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-cefb72b3-d1db-46e6-a4fb-bfb85f6164ac tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:31:22.008122 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33cbf73-e524-4195-972e-b6c4680ca7e7 admin admin] Network 2d75082f-c875-4303-8097-db90aa354798 is scheduled to be hosted by DHCP agent 60b75cb5-fa55-4ab5-bd81-9da0c894ffc8 with binding_index 1 {{(pid=103831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:31:22.023422 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb72b3-d1db-46e6-a4fb-bfb85f6164ac tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Pushing event updated for resources: {'Port': ['ID=a5b1411d-b077-4aa4-b1fa-5e5cc4b39478,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:22.044044 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-cefb72b3-d1db-46e6-a4fb-bfb85f6164ac tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:22.044869 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-cefb72b3-d1db-46e6-a4fb-bfb85f6164ac tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:22.119018 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-cefb72b3-d1db-46e6-a4fb-bfb85f6164ac tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1151693 Mar 29 15:31:22.119725 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [None req-e33cbf73-e524-4195-972e-b6c4680ca7e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-19-iscsi, 2d75082f-c875-4303-8097-db90aa354798) {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:31:22.123802 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33cbf73-e524-4195-972e-b6c4680ca7e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:22.127229 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e33cbf73-e524-4195-972e-b6c4680ca7e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for subnet (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:22.137529 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-ae2a10af-7f31-4e21-9b30-dc35f52799b6 service neutron] Request body: {'port': {'device_id': '31fbf2f9-b999-4318-88ce-4e5c91289014', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:31:22.145219 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a31de1c-810b-47f8-9aa9-5661e4a23053 None None] Network 2d75082f-c875-4303-8097-db90aa354798 requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:31:22.209652 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-e33cbf73-e524-4195-972e-b6c4680ca7e7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9848249 Mar 29 15:31:22.220161 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-ae2a10af-7f31-4e21-9b30-dc35f52799b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (a5b1411d-b077-4aa4-b1fa-5e5cc4b39478), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:22.263874 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-15e865b5-cb0a-4d07-89b6-4d4bb2a15737 None None] Provisioning complete for port a5b1411d-b077-4aa4-b1fa-5e5cc4b39478 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:22.264497 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-15e865b5-cb0a-4d07-89b6-4d4bb2a15737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (a5b1411d-b077-4aa4-b1fa-5e5cc4b39478), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:22.293412 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bf5cd0-e074-43cf-943c-ff7feb54901f None None] Network 2d75082f-c875-4303-8097-db90aa354798 requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:31:22.300100 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fd65fcd5-cd26-471c-b94f-c8183a14ef71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:22.308308 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145ca9d-5455-4d9f-961f-c56981c6abc2 req-fc0fed7b-6cfa-4a28-98f4-20d403b99c85 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:22.309980 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9145ca9d-5455-4d9f-961f-c56981c6abc2 req-fc0fed7b-6cfa-4a28-98f4-20d403b99c85 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 945 time: 0.1032374 Mar 29 15:31:22.357152 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-15e865b5-cb0a-4d07-89b6-4d4bb2a15737 None None] Port a5b1411d-b077-4aa4-b1fa-5e5cc4b39478 cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:31:22.395704 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9145ca9d-5455-4d9f-961f-c56981c6abc2 req-73755d2e-3985-45a3-80ba-cfb72cef4c5e tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742538 Mar 29 15:31:22.534611 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-ae2a10af-7f31-4e21-9b30-dc35f52799b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b1411d-b077-4aa4-b1fa-5e5cc4b39478 {{(pid=103831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:31:22.542020 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-ae2a10af-7f31-4e21-9b30-dc35f52799b6 service neutron] Publish callbacks [] for port (a5b1411d-b077-4aa4-b1fa-5e5cc4b39478), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:22.554631 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.provisioning_blocks [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-ae2a10af-7f31-4e21-9b30-dc35f52799b6 service neutron] Transition to ACTIVE for port object a5b1411d-b077-4aa4-b1fa-5e5cc4b39478 will not be triggered until provisioned by entity L2. {{(pid=103831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:31:22.645666 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-ae2a10af-7f31-4e21-9b30-dc35f52799b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (a5b1411d-b077-4aa4-b1fa-5e5cc4b39478), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:22.724121 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a10af-7f31-4e21-9b30-dc35f52799b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b1411d-b077-4aa4-b1fa-5e5cc4b39478,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:22.784925 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-ae2a10af-7f31-4e21-9b30-dc35f52799b6 service neutron] Attempting to bind port a5b1411d-b077-4aa4-b1fa-5e5cc4b39478 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:31:22.785413 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-ae2a10af-7f31-4e21-9b30-dc35f52799b6 service neutron] Attempting to bind port a5b1411d-b077-4aa4-b1fa-5e5cc4b39478 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '6d655c62-26bc-4f1a-b28a-6428719d7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d'}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:31:22.785838 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-ae2a10af-7f31-4e21-9b30-dc35f52799b6 service neutron] Attempting to bind port a5b1411d-b077-4aa4-b1fa-5e5cc4b39478 on network 4743a25d-6f3c-4176-a7c2-eecb6d06479d {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:31:22.791409 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-ae2a10af-7f31-4e21-9b30-dc35f52799b6 service neutron] Port a5b1411d-b077-4aa4-b1fa-5e5cc4b39478 on network 4743a25d-6f3c-4176-a7c2-eecb6d06479d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:31:22.791824 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-ae2a10af-7f31-4e21-9b30-dc35f52799b6 service neutron] Attempting to bind port a5b1411d-b077-4aa4-b1fa-5e5cc4b39478 on network 4743a25d-6f3c-4176-a7c2-eecb6d06479d {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:31:22.797963 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-ae2a10af-7f31-4e21-9b30-dc35f52799b6 service neutron] Checking agent: {'id': 'cb22ad3b-74f2-4994-b299-960cea1745ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'started_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:31:22.798441 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-ae2a10af-7f31-4e21-9b30-dc35f52799b6 service neutron] Checking segment: {'id': '6d655c62-26bc-4f1a-b28a-6428719d7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:31:22.799176 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-ae2a10af-7f31-4e21-9b30-dc35f52799b6 service neutron] Bound using segment: {'id': '6d655c62-26bc-4f1a-b28a-6428719d7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d'} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:31:22.799622 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-ae2a10af-7f31-4e21-9b30-dc35f52799b6 service neutron] Bound port: a5b1411d-b077-4aa4-b1fa-5e5cc4b39478, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d655c62-26bc-4f1a-b28a-6428719d7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d'}}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:31:22.800033 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-ae2a10af-7f31-4e21-9b30-dc35f52799b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (a5b1411d-b077-4aa4-b1fa-5e5cc4b39478), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:22.869946 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-ae2a10af-7f31-4e21-9b30-dc35f52799b6 service neutron] For port a5b1411d-b077-4aa4-b1fa-5e5cc4b39478, host hv-cinder-56205, cleared binding levels {{(pid=103831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:31:22.873379 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-ae2a10af-7f31-4e21-9b30-dc35f52799b6 service neutron] For port a5b1411d-b077-4aa4-b1fa-5e5cc4b39478, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=a5b1411d-b077-4aa4-b1fa-5e5cc4b39478,segment=NetworkSegment(6d655c62-26bc-4f1a-b28a-6428719d7433),segment_id=6d655c62-26bc-4f1a-b28a-6428719d7433)] {{(pid=103831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:31:22.952152 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-ae2a10af-7f31-4e21-9b30-dc35f52799b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (a5b1411d-b077-4aa4-b1fa-5e5cc4b39478), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:22.991589 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-ae2a10af-7f31-4e21-9b30-dc35f52799b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:22.992468 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-ae2a10af-7f31-4e21-9b30-dc35f52799b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:22.993794 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-ae2a10af-7f31-4e21-9b30-dc35f52799b6 service neutron] 10.222.0.15 "PUT /v2.0/ports/a5b1411d-b077-4aa4-b1fa-5e5cc4b39478 HTTP/1.1" status: 200 len: 1093 time: 0.8624671 Mar 29 15:31:22.994341 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fbf2f9-b999-4318-88ce-4e5c91289014', 'tag': 'a5b1411d-b077-4aa4-b1fa-5e5cc4b39478'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:31:22.996747 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba553429-6786-4ccb-8f71-ffec1455678d" -d '{"events": [{"name": "network-changed", "server_uuid": "31fbf2f9-b999-4318-88ce-4e5c91289014", "tag": "a5b1411d-b077-4aa4-b1fa-5e5cc4b39478"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:31:23.007632 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4769c2f-74af-41c8-b92d-721eb9ab5943 req-73a9d155-288b-479a-aef0-1c3454551621 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:23.013482 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 37918) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:23.015633 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d4769c2f-74af-41c8-b92d-721eb9ab5943 req-73a9d155-288b-479a-aef0-1c3454551621 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 943 time: 0.0757210 Mar 29 15:31:23.019536 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-8106e4a6-bcdf-4a94-a2ce-106adb10babb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1636482065-network', 'tenant_id': 'cb20bd4db52640edb586a0f2412f8dbb'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:31:23.039972 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a10af-7f31-4e21-9b30-dc35f52799b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b1411d-b077-4aa4-b1fa-5e5cc4b39478,revision_number=3']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:23.078624 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d4769c2f-74af-41c8-b92d-721eb9ab5943 req-b0c345c2-9beb-429a-95f0-44f9f3e7fe76 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621188 Mar 29 15:31:23.132521 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8106e4a6-bcdf-4a94-a2ce-106adb10babb admin admin] Made reservation on behalf of cb20bd4db52640edb586a0f2412f8dbb for: {'network': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:31:23.134787 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8106e4a6-bcdf-4a94-a2ce-106adb10babb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for network (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:23.138889 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f5ac18-7877-4d91-987c-72851eccb068 x-openstack-request-id: req-91f5ac18-7877-4d91-987c-72851eccb068 {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:31:23.139179 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31fbf2f9-b999-4318-88ce-4e5c91289014", "tag": "a5b1411d-b077-4aa4-b1fa-5e5cc4b39478", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:31:23.139434 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-91f5ac18-7877-4d91-987c-72851eccb068 {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:31:23.139828 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f5ac18-7877-4d91-987c-72851eccb068'] response: {'name': 'network-changed', 'server_uuid': '31fbf2f9-b999-4318-88ce-4e5c91289014', 'tag': 'a5b1411d-b077-4aa4-b1fa-5e5cc4b39478', 'status': 'completed', 'code': 200} Mar 29 15:31:23.145356 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 607310dd-0e87-4342-a47b-aeabe0c10835 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:31:23.157416 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8106e4a6-bcdf-4a94-a2ce-106adb10babb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:23.182865 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-54ca6e4c-1f43-48d5-98a3-62e57bd8ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:23.184440 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-54ca6e4c-1f43-48d5-98a3-62e57bd8ffb0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b38e7969800b462c9f549e8936e05713&device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 1127 time: 0.0832591 Mar 29 15:31:23.232796 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-7674009d-6bd8-4faf-8722-e339168b197e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5b1411d-b077-4aa4-b1fa-5e5cc4b39478 HTTP/1.1" status: 200 len: 217 time: 0.0371714 Mar 29 15:31:23.235435 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 607310dd-0e87-4342-a47b-aeabe0c10835 is: ACTIVE; New status is: DOWN {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:31:23.235810 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (607310dd-0e87-4342-a47b-aeabe0c10835), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:23.257505 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af62a85-8cb8-499f-a9ae-cc1cc59542ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '607310dd-0e87-4342-a47b-aeabe0c10835'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:31:23.259730 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67651527b6c7513bff120ad3026ca8b6c51caa370c4ee0f403b1e7b340f0df97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8438272-ca3b-4f20-bcb2-4d1c44feb7f4" -d '{"events": [{"server_uuid": "8af62a85-8cb8-499f-a9ae-cc1cc59542ad", "name": "network-vif-unplugged", "status": "completed", "tag": "607310dd-0e87-4342-a47b-aeabe0c10835"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:31:23.272919 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 607310dd-0e87-4342-a47b-aeabe0c10835, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=607310dd-0e87-4342-a47b-aeabe0c10835,segment=NetworkSegment(c447c32b-bb36-4dcf-8df5-2a75f4e6e95e),segment_id=c447c32b-bb36-4dcf-8df5-2a75f4e6e95e)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:31:23.302586 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-e8a35f26-bf30-49e5-b49b-8b71b13dbfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:23.303823 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-e8a35f26-bf30-49e5-b49b-8b71b13dbfd9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b7273ae-f678-496a-aaad-7ae864b3fe14 HTTP/1.1" status: 200 len: 849 time: 0.0638707 Mar 29 15:31:23.355289 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8106e4a6-bcdf-4a94-a2ce-106adb10babb admin admin] Publish callbacks [] for security_group (0e2c624a-04ff-477a-ba70-2aad725ecc31), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:23.367078 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (607310dd-0e87-4342-a47b-aeabe0c10835), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:23.369874 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-ca82df1d-79c2-4db9-8952-36ab50c0d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:23.371462 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-ca82df1d-79c2-4db9-8952-36ab50c0d3b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4743a25d-6f3c-4176-a7c2-eecb6d06479d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0610397 Mar 29 15:31:23.426212 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=607310dd-0e87-4342-a47b-aeabe0c10835,revision_number=8']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:23.438197 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8106e4a6-bcdf-4a94-a2ce-106adb10babb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (0e2c624a-04ff-477a-ba70-2aad725ecc31), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:23.466959 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8106e4a6-bcdf-4a94-a2ce-106adb10babb admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=103831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:31:23.490120 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8106e4a6-bcdf-4a94-a2ce-106adb10babb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (3cb46ba8-09ea-4e54-b586-86651a74249b), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:23.490470 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.db.segments_db [None req-8106e4a6-bcdf-4a94-a2ce-106adb10babb admin admin] Added segment 3cb46ba8-09ea-4e54-b586-86651a74249b of type vlan for network 770e3f60-dea6-4ff6-a085-b3d0e47c3004 Mar 29 15:31:23.502564 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Mar 2022 15:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499168c9-0dc8-4988-bec4-eaa7d5c98f6a x-openstack-request-id: req-499168c9-0dc8-4988-bec4-eaa7d5c98f6a {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:31:23.502564 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af62a85-8cb8-499f-a9ae-cc1cc59542ad", "name": "network-vif-unplugged", "status": "failed", "tag": "607310dd-0e87-4342-a47b-aeabe0c10835", "code": 422}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:31:23.503605 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-499168c9-0dc8-4988-bec4-eaa7d5c98f6a {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:31:23.504195 dv-cinder-562053-19-iscsi neutron-server[103833]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-499168c9-0dc8-4988-bec4-eaa7d5c98f6a']: {'server_uuid': '8af62a85-8cb8-499f-a9ae-cc1cc59542ad', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '607310dd-0e87-4342-a47b-aeabe0c10835', 'code': 422} returned with failed status Mar 29 15:31:23.510944 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106e4a6-bcdf-4a94-a2ce-106adb10babb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2c624a-04ff-477a-ba70-2aad725ecc31,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:23.544519 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-35619cbe-57e9-490a-ab4c-9334c5e5b094 service neutron] 10.222.0.15 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646788 Mar 29 15:31:23.562199 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8106e4a6-bcdf-4a94-a2ce-106adb10babb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748544495665'] for network (770e3f60-dea6-4ff6-a085-b3d0e47c3004), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:23.656330 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-05a92123-9e8b-4880-9d8a-cc326a431512 req-f00f5b24-1988-4d63-b61c-840d1c58364c service neutron] 10.222.0.15 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049402 Mar 29 15:31:23.709437 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8106e4a6-bcdf-4a94-a2ce-106adb10babb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for network (770e3f60-dea6-4ff6-a085-b3d0e47c3004), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:23.710444 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8106e4a6-bcdf-4a94-a2ce-106adb10babb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:23.711036 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8106e4a6-bcdf-4a94-a2ce-106adb10babb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:23.795353 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106e4a6-bcdf-4a94-a2ce-106adb10babb admin admin] Pushing event updated for resources: {'Network': ['ID=770e3f60-dea6-4ff6-a085-b3d0e47c3004,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:23.806642 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Network 770e3f60-dea6-4ff6-a085-b3d0e47c3004 details requested by agent ovs-agent-dv-cinder-562053-19-iscsi with host dv-cinder-562053-19-iscsi {{(pid=103833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:31:23.814941 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba553429-6786-4ccb-8f71-ffec1455678d req-e486ba8d-7f64-4ca8-9fae-034b823f419c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:23.816594 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-ba553429-6786-4ccb-8f71-ffec1455678d req-e486ba8d-7f64-4ca8-9fae-034b823f419c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b38e7969800b462c9f549e8936e05713&device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 1127 time: 0.0535028 Mar 29 15:31:23.842301 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-8106e4a6-bcdf-4a94-a2ce-106adb10babb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8275387 Mar 29 15:31:23.845920 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 37934) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:23.855066 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-71bec5a7-4d49-42ec-acdc-0fcb643e0e9b admin admin] Request body: {'subnet': {'network_id': '770e3f60-dea6-4ff6-a085-b3d0e47c3004', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1636482065-subnet', 'tenant_id': 'cb20bd4db52640edb586a0f2412f8dbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:31:23.923301 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba553429-6786-4ccb-8f71-ffec1455678d req-3d42a682-35e6-4368-b4ce-6cc12dcfaeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:23.924815 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-ba553429-6786-4ccb-8f71-ffec1455678d req-3d42a682-35e6-4368-b4ce-6cc12dcfaeda service neutron] 10.222.0.15 "GET /v2.0/networks?id=4743a25d-6f3c-4176-a7c2-eecb6d06479d HTTP/1.1" status: 200 len: 911 time: 0.1022573 Mar 29 15:31:23.966711 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-ba553429-6786-4ccb-8f71-ffec1455678d req-09d21be9-333c-4c51-9f7f-ed31fbc38c5a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5b1411d-b077-4aa4-b1fa-5e5cc4b39478 HTTP/1.1" status: 200 len: 217 time: 0.0348918 Mar 29 15:31:23.972098 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bec5a7-4d49-42ec-acdc-0fcb643e0e9b admin admin] Made reservation on behalf of cb20bd4db52640edb586a0f2412f8dbb for: {'subnet': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:31:23.975667 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-71bec5a7-4d49-42ec-acdc-0fcb643e0e9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10310177'] for subnet (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:24.017103 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba553429-6786-4ccb-8f71-ffec1455678d req-36881276-9432-44db-9f8d-a3be14aedb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:24.018478 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-ba553429-6786-4ccb-8f71-ffec1455678d req-36881276-9432-44db-9f8d-a3be14aedb12 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b7273ae-f678-496a-aaad-7ae864b3fe14 HTTP/1.1" status: 200 len: 849 time: 0.0452178 Mar 29 15:31:24.072681 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba553429-6786-4ccb-8f71-ffec1455678d req-396ae6e7-192b-47cb-bf40-7c9e3b8a6b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:24.074239 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-ba553429-6786-4ccb-8f71-ffec1455678d req-396ae6e7-192b-47cb-bf40-7c9e3b8a6b63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4743a25d-6f3c-4176-a7c2-eecb6d06479d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0489793 Mar 29 15:31:24.167496 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-ba553429-6786-4ccb-8f71-ffec1455678d req-561c0311-0387-4833-885c-de30a8559e10 service neutron] 10.222.0.15 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868735 Mar 29 15:31:24.210747 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31db0c-b241-4ecf-848b-bd1c18bda46e req-373e0aad-f2eb-4952-97e8-1c9cb4b992a7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:24.212313 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4e31db0c-b241-4ecf-848b-bd1c18bda46e req-373e0aad-f2eb-4952-97e8-1c9cb4b992a7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 943 time: 0.0539684 Mar 29 15:31:24.220701 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-71bec5a7-4d49-42ec-acdc-0fcb643e0e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10478980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10310199'] for subnet (fc4e4795-5910-4aea-a142-8af581dd6c86), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:24.312825 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bec5a7-4d49-42ec-acdc-0fcb643e0e9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc4e4795-5910-4aea-a142-8af581dd6c86,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:24.319989 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4e31db0c-b241-4ecf-848b-bd1c18bda46e req-9577286e-7f7b-42ae-a9ba-b03e24ab7186 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017973 Mar 29 15:31:24.330273 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bec5a7-4d49-42ec-acdc-0fcb643e0e9b admin admin] Checking segment: {'id': '3cb46ba8-09ea-4e54-b586-86651a74249b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '770e3f60-dea6-4ff6-a085-b3d0e47c3004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:31:24.330710 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bec5a7-4d49-42ec-acdc-0fcb643e0e9b admin admin] Network hostable DHCP agents. Network: 770e3f60-dea6-4ff6-a085-b3d0e47c3004, hostable agents: ['60b75cb5-fa55-4ab5-bd81-9da0c894ffc8'], hosted agents: [] {{(pid=103832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:31:24.423724 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bec5a7-4d49-42ec-acdc-0fcb643e0e9b admin admin] Network 770e3f60-dea6-4ff6-a085-b3d0e47c3004 is scheduled to be hosted by DHCP agent 60b75cb5-fa55-4ab5-bd81-9da0c894ffc8 with binding_index 1 {{(pid=103832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:31:24.509457 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f72e45ae-540b-4e8d-9d12-baf1f56a8987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:24.510060 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-71bec5a7-4d49-42ec-acdc-0fcb643e0e9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-19-iscsi, 770e3f60-dea6-4ff6-a085-b3d0e47c3004) {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:31:24.513678 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bec5a7-4d49-42ec-acdc-0fcb643e0e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:24.519264 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-71bec5a7-4d49-42ec-acdc-0fcb643e0e9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:24.522874 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4022aa6d-7341-4824-b79c-97cc94148a61 None None] Network 770e3f60-dea6-4ff6-a085-b3d0e47c3004 requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:31:24.529998 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-ba553429-6786-4ccb-8f71-ffec1455678d req-c35a35bf-40af-4bfc-924d-f7e429073166 service neutron] 10.222.0.15 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525355 Mar 29 15:31:24.604837 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-71bec5a7-4d49-42ec-acdc-0fcb643e0e9b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7577021 Mar 29 15:31:24.637313 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ad34a7-c9af-44c0-b280-639b1242bc0e None None] Network 770e3f60-dea6-4ff6-a085-b3d0e47c3004 requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:31:24.689028 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb601f-1d23-4f3f-b965-5077d342699d req-dd659486-ba97-448a-8c80-c76ce122d088 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:24.696326 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-22eb601f-1d23-4f3f-b965-5077d342699d req-dd659486-ba97-448a-8c80-c76ce122d088 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 943 time: 0.0713727 Mar 29 15:31:24.760633 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-22eb601f-1d23-4f3f-b965-5077d342699d req-a17e645b-fd9a-447d-87dd-eb46f79bc912 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529337 Mar 29 15:31:24.781287 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 37958) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:24.830533 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ccee280-3751-4b9a-9105-57248b3ce84e admin admin] Deleting subnet 4f44a533-dd32-4207-8a88-758f93d232f8 {{(pid=103832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:31:24.833853 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1ccee280-3751-4b9a-9105-57248b3ce84e admin admin] Publish callbacks [] for subnet (4f44a533-dd32-4207-8a88-758f93d232f8), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:24.869689 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1ccee280-3751-4b9a-9105-57248b3ce84e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032645'] for subnet (4f44a533-dd32-4207-8a88-758f93d232f8), precommit_delete_associations {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:24.917504 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1ccee280-3751-4b9a-9105-57248b3ce84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171654'] for subnet (4f44a533-dd32-4207-8a88-758f93d232f8), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:25.069956 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1ccee280-3751-4b9a-9105-57248b3ce84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10479047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10310206'] for subnet (4f44a533-dd32-4207-8a88-758f93d232f8), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:25.094202 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccee280-3751-4b9a-9105-57248b3ce84e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f44a533-dd32-4207-8a88-758f93d232f8,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:25.099796 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1ccee280-3751-4b9a-9105-57248b3ce84e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:25.102968 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-1ccee280-3751-4b9a-9105-57248b3ce84e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4f44a533-dd32-4207-8a88-758f93d232f8 HTTP/1.1" status: 204 len: 168 time: 0.3208818 Mar 29 15:31:25.105462 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 37966) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:25.172865 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4342ae0c-4667-4a42-b096-eda0d77eea96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105799'] for network (2d75082f-c875-4303-8097-db90aa354798), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:25.192922 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 37970) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:25.253930 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4342ae0c-4667-4a42-b096-eda0d77eea96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1238605', 'neutron.services.segments.db._delete_segments_for_network-8748544868922'] for network (2d75082f-c875-4303-8097-db90aa354798), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:25.275376 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.services.segments.db [None req-4342ae0c-4667-4a42-b096-eda0d77eea96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d75082f-c875-4303-8097-db90aa354798']}} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:25.278018 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-39bcd1fe-c7fe-4c4d-a17c-66d1cc2f6b15 req-4481b130-bbf8-4572-9084-0bed9800b381 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0839601 Mar 29 15:31:25.284816 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.services.segments.db [None req-4342ae0c-4667-4a42-b096-eda0d77eea96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305bab7d-5b42-4020-91dc-ae0ca3b3b70a') {'for_net_delete': True} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:25.290042 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.services.segments.db [None req-4342ae0c-4667-4a42-b096-eda0d77eea96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305bab7d-5b42-4020-91dc-ae0ca3b3b70a') {} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:25.290161 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [req-39bcd1fe-c7fe-4c4d-a17c-66d1cc2f6b15 req-1eb84d3c-86f1-48b6-aca7-40b46f1db1a8 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:31:25.290161 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-39bcd1fe-c7fe-4c4d-a17c-66d1cc2f6b15 req-1eb84d3c-86f1-48b6-aca7-40b46f1db1a8 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047975 Mar 29 15:31:25.294505 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4342ae0c-4667-4a42-b096-eda0d77eea96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748544868419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032654'] for segment (305bab7d-5b42-4020-91dc-ae0ca3b3b70a), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:25.307513 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4342ae0c-4667-4a42-b096-eda0d77eea96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (305bab7d-5b42-4020-91dc-ae0ca3b3b70a), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:25.314371 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4342ae0c-4667-4a42-b096-eda0d77eea96 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:31:25.314784 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4342ae0c-4667-4a42-b096-eda0d77eea96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10426465'] for segment (305bab7d-5b42-4020-91dc-ae0ca3b3b70a), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: Traceback (most recent call last): Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: timer() Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: cb(*args, **kw) Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: return func(*args, **kwargs) Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: self._notify() Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: self.callback(batched_events) Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: event.method(event) Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: return f(self, *a, **k) Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: return self._get(url).json() Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: return self.request(url, 'GET', **kwargs) Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:31:25.316514 dv-cinder-562053-19-iscsi neutron-server[103832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:31:25.367260 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 37980) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:25.442398 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4342ae0c-4667-4a42-b096-eda0d77eea96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1238596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033322'] for network (2d75082f-c875-4303-8097-db90aa354798), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:25.466597 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4342ae0c-4667-4a42-b096-eda0d77eea96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:25.472497 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-4342ae0c-4667-4a42-b096-eda0d77eea96 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2d75082f-c875-4303-8097-db90aa354798 HTTP/1.1" status: 204 len: 168 time: 0.3633342 Mar 29 15:31:25.473179 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 37984) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:25.491323 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342ae0c-4667-4a42-b096-eda0d77eea96 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d75082f-c875-4303-8097-db90aa354798,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:25.500634 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bcd1fe-c7fe-4c4d-a17c-66d1cc2f6b15 req-95d8f204-3133-4ccb-8806-f16556611189 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:25.502000 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-39bcd1fe-c7fe-4c4d-a17c-66d1cc2f6b15 req-95d8f204-3133-4ccb-8806-f16556611189 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports/607310dd-0e87-4342-a47b-aeabe0c10835 HTTP/1.1" status: 200 len: 940 time: 0.1337023 Mar 29 15:31:25.516597 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8a1ec-6403-4bc7-b729-33b2847b347c req-45e7b301-ef28-4278-ac00-23a7d4de69b9 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:25.518449 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-77e8a1ec-6403-4bc7-b729-33b2847b347c req-45e7b301-ef28-4278-ac00-23a7d4de69b9 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 943 time: 0.1229455 Mar 29 15:31:25.531325 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa7de95-832b-4795-bf06-3478129130d0 admin admin] Deleting subnet fc4e4795-5910-4aea-a142-8af581dd6c86 {{(pid=103831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:31:25.534894 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-9fa7de95-832b-4795-bf06-3478129130d0 admin admin] Publish callbacks [] for subnet (fc4e4795-5910-4aea-a142-8af581dd6c86), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:25.570229 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-77e8a1ec-6403-4bc7-b729-33b2847b347c req-3cc1bff8-cd77-4e99-8cb1-b3e2c7c0148b tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455577 Mar 29 15:31:25.572962 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:25.578331 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-9fa7de95-832b-4795-bf06-3478129130d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416713'] for subnet (fc4e4795-5910-4aea-a142-8af581dd6c86), precommit_delete_associations {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:25.621132 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-9fa7de95-832b-4795-bf06-3478129130d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171654'] for subnet (fc4e4795-5910-4aea-a142-8af581dd6c86), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:25.772914 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-9fa7de95-832b-4795-bf06-3478129130d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10297124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8528634'] for subnet (fc4e4795-5910-4aea-a142-8af581dd6c86), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:25.799308 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7de95-832b-4795-bf06-3478129130d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc4e4795-5910-4aea-a142-8af581dd6c86,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:25.804097 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-9fa7de95-832b-4795-bf06-3478129130d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for subnet (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:25.810450 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-9fa7de95-832b-4795-bf06-3478129130d0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fc4e4795-5910-4aea-a142-8af581dd6c86 HTTP/1.1" status: 204 len: 168 time: 0.3329351 Mar 29 15:31:25.810450 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 37994) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:25.872705 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7196a7-acc4-4067-b0e3-eb68bbcb8d50 req-88017bfc-86b4-4529-9992-d1ed376432a7 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:25.874291 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ee7196a7-acc4-4067-b0e3-eb68bbcb8d50 req-88017bfc-86b4-4529-9992-d1ed376432a7 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 943 time: 0.0572107 Mar 29 15:31:25.883382 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8b452f07-9396-4f7c-87aa-2413062928b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105799'] for network (770e3f60-dea6-4ff6-a085-b3d0e47c3004), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:25.924838 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ee7196a7-acc4-4067-b0e3-eb68bbcb8d50 req-b3d32dbe-b483-4b23-a45e-228fff9b3b81 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431936 Mar 29 15:31:25.973110 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8b452f07-9396-4f7c-87aa-2413062928b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1238605', 'neutron.services.segments.db._delete_segments_for_network-8748544868922'] for network (770e3f60-dea6-4ff6-a085-b3d0e47c3004), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:25.993457 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.services.segments.db [None req-8b452f07-9396-4f7c-87aa-2413062928b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770e3f60-dea6-4ff6-a085-b3d0e47c3004']}} {{(pid=103831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:26.002636 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.services.segments.db [None req-8b452f07-9396-4f7c-87aa-2413062928b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb46ba8-09ea-4e54-b586-86651a74249b') {'for_net_delete': True} {{(pid=103831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:26.002935 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.services.segments.db [None req-8b452f07-9396-4f7c-87aa-2413062928b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb46ba8-09ea-4e54-b586-86651a74249b') {} {{(pid=103831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:26.012027 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8b452f07-9396-4f7c-87aa-2413062928b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748544868419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416706'] for segment (3cb46ba8-09ea-4e54-b586-86651a74249b), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:26.025040 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8b452f07-9396-4f7c-87aa-2413062928b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (3cb46ba8-09ea-4e54-b586-86651a74249b), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:26.031354 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b452f07-9396-4f7c-87aa-2413062928b9 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:31:26.031739 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8b452f07-9396-4f7c-87aa-2413062928b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10347138'] for segment (3cb46ba8-09ea-4e54-b586-86651a74249b), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: Traceback (most recent call last): Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: timer() Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: cb(*args, **kw) Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: return func(*args, **kwargs) Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: self._notify() Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: self.callback(batched_events) Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: event.method(event) Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: return f(self, *a, **k) Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: return self._get(url).json() Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: return self.request(url, 'GET', **kwargs) Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:31:26.033345 dv-cinder-562053-19-iscsi neutron-server[103831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:31:26.173262 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8b452f07-9396-4f7c-87aa-2413062928b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1238596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033322'] for network (770e3f60-dea6-4ff6-a085-b3d0e47c3004), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:26.178274 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8b452f07-9396-4f7c-87aa-2413062928b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:26.181510 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-8b452f07-9396-4f7c-87aa-2413062928b9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/770e3f60-dea6-4ff6-a085-b3d0e47c3004 HTTP/1.1" status: 204 len: 168 time: 0.3702319 Mar 29 15:31:26.192741 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b452f07-9396-4f7c-87aa-2413062928b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=770e3f60-dea6-4ff6-a085-b3d0e47c3004,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:26.513605 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 37998) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:26.555104 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-cadab9e9-d053-408d-a3ab-ce28054c9f8c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=20233956930041d188d15113057faa0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403638 Mar 29 15:31:26.560504 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 38000) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:26.609569 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4795f804-39a0-48e5-a433-3fc275c63786 admin admin] Publish callbacks [] for security_group (e0abaace-70e8-4bd8-bd55-10fb56a1029a), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:26.633581 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4795f804-39a0-48e5-a433-3fc275c63786 admin admin] Publish callbacks [] for security_group (e0abaace-70e8-4bd8-bd55-10fb56a1029a), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:26.711494 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3946b-231e-4560-8a60-e8ab14dbf7dd req-f8f9eb71-970e-4786-b913-fcc5c120684a tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:26.713009 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1bc3946b-231e-4560-8a60-e8ab14dbf7dd req-f8f9eb71-970e-4786-b913-fcc5c120684a tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 943 time: 0.0708773 Mar 29 15:31:26.762006 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1bc3946b-231e-4560-8a60-e8ab14dbf7dd req-dc601dd2-9c08-48b8-a4e8-a6517c9f3eea tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429025 Mar 29 15:31:26.794801 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4795f804-39a0-48e5-a433-3fc275c63786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (e0abaace-70e8-4bd8-bd55-10fb56a1029a), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:26.797446 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4795f804-39a0-48e5-a433-3fc275c63786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:26.798512 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-4795f804-39a0-48e5-a433-3fc275c63786 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e0abaace-70e8-4bd8-bd55-10fb56a1029a HTTP/1.1" status: 204 len: 168 time: 0.2371278 Mar 29 15:31:26.806136 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795f804-39a0-48e5-a433-3fc275c63786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0abaace-70e8-4bd8-bd55-10fb56a1029a,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:26.918750 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bcd1fe-c7fe-4c4d-a17c-66d1cc2f6b15 req-3f117ffb-c830-4d8c-8a1d-16fcafd34d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:26.920325 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-39bcd1fe-c7fe-4c4d-a17c-66d1cc2f6b15 req-3f117ffb-c830-4d8c-8a1d-16fcafd34d0e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad&tenant_id=58c1f8fd4f83455ca0f32dbc38c1ed32 HTTP/1.1" status: 200 len: 1127 time: 0.0448768 Mar 29 15:31:26.986924 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bcd1fe-c7fe-4c4d-a17c-66d1cc2f6b15 req-bf48d330-3dc8-43f0-a1ac-c1b3ab5b6727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:26.989264 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:26.991670 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-39bcd1fe-c7fe-4c4d-a17c-66d1cc2f6b15 req-bf48d330-3dc8-43f0-a1ac-c1b3ab5b6727 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58c1f8fd4f83455ca0f32dbc38c1ed32&device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 1127 time: 0.0467896 Mar 29 15:31:27.052840 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ea1fb-97fa-44e4-b17b-80da0f077175 req-e0c854a5-438d-4f9b-bf57-bb4d2b512ce5 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:27.054568 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-439ea1fb-97fa-44e4-b17b-80da0f077175 req-e0c854a5-438d-4f9b-bf57-bb4d2b512ce5 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 943 time: 0.0565944 Mar 29 15:31:27.086423 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bcd1fe-c7fe-4c4d-a17c-66d1cc2f6b15 req-8a5d5edb-f006-4316-8cba-d05387f28c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:27.087949 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-39bcd1fe-c7fe-4c4d-a17c-66d1cc2f6b15 req-8a5d5edb-f006-4316-8cba-d05387f28c0c service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9dba225-3458-4749-adfb-4348d5911f6f HTTP/1.1" status: 200 len: 918 time: 0.0898895 Mar 29 15:31:27.102180 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-439ea1fb-97fa-44e4-b17b-80da0f077175 req-6851acff-8a22-45ed-b1d6-e24f8d796c7f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418677 Mar 29 15:31:27.158127 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-39bcd1fe-c7fe-4c4d-a17c-66d1cc2f6b15 req-7f86537c-699b-429c-843e-7339c5d6ded5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=607310dd-0e87-4342-a47b-aeabe0c10835 HTTP/1.1" status: 200 len: 998 time: 0.0620739 Mar 29 15:31:27.208371 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bcd1fe-c7fe-4c4d-a17c-66d1cc2f6b15 req-208b2c70-a002-40a1-acda-ab7ffb9a0daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:27.209981 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-39bcd1fe-c7fe-4c4d-a17c-66d1cc2f6b15 req-208b2c70-a002-40a1-acda-ab7ffb9a0daa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4 HTTP/1.1" status: 200 len: 856 time: 0.0444062 Mar 29 15:31:27.263484 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bcd1fe-c7fe-4c4d-a17c-66d1cc2f6b15 req-b5a0e4de-c7d1-479d-8877-f8c5552210c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:27.265196 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-39bcd1fe-c7fe-4c4d-a17c-66d1cc2f6b15 req-b5a0e4de-c7d1-479d-8877-f8c5552210c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9dba225-3458-4749-adfb-4348d5911f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0489264 Mar 29 15:31:27.353443 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-39bcd1fe-c7fe-4c4d-a17c-66d1cc2f6b15 req-f885b3f9-c744-4d31-b488-c450122fed7e service neutron] 10.222.0.15 "GET /v2.0/networks/a9dba225-3458-4749-adfb-4348d5911f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813391 Mar 29 15:31:27.445402 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-39bcd1fe-c7fe-4c4d-a17c-66d1cc2f6b15 req-5a0b878e-a2e0-4429-a63b-0157360f4d1d service neutron] 10.222.0.15 "GET /v2.0/networks/a9dba225-3458-4749-adfb-4348d5911f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857832 Mar 29 15:31:27.507510 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 38010) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:27.549163 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-9524a28e-5479-4c3d-9135-d58c0905c2f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cb20bd4db52640edb586a0f2412f8dbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376487 Mar 29 15:31:27.549763 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 38014) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:27.595610 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-621cfaa2-9522-458c-b52e-09d1f1d45c64 admin admin] Publish callbacks [] for security_group (0e2c624a-04ff-477a-ba70-2aad725ecc31), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:27.619027 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-621cfaa2-9522-458c-b52e-09d1f1d45c64 admin admin] Publish callbacks [] for security_group (0e2c624a-04ff-477a-ba70-2aad725ecc31), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:27.726803 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-621cfaa2-9522-458c-b52e-09d1f1d45c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (0e2c624a-04ff-477a-ba70-2aad725ecc31), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:27.729381 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-621cfaa2-9522-458c-b52e-09d1f1d45c64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:27.730727 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-621cfaa2-9522-458c-b52e-09d1f1d45c64 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0e2c624a-04ff-477a-ba70-2aad725ecc31 HTTP/1.1" status: 204 len: 168 time: 0.1802962 Mar 29 15:31:27.740059 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621cfaa2-9522-458c-b52e-09d1f1d45c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2c624a-04ff-477a-ba70-2aad725ecc31,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:27.879725 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad67cbe-4ca1-4b83-b2f6-1570aa315705 req-70683fbd-17a0-4a8b-9b14-6fddc9be3884 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:27.881152 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bad67cbe-4ca1-4b83-b2f6-1570aa315705 req-70683fbd-17a0-4a8b-9b14-6fddc9be3884 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 943 time: 0.0515802 Mar 29 15:31:27.931102 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bad67cbe-4ca1-4b83-b2f6-1570aa315705 req-2157d107-5970-40d0-b54a-dbedf6d6898e tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438063 Mar 29 15:31:28.328358 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b55e9-84db-47d7-a33f-8e6357134c26 req-aaeb5843-5295-4e33-9305-2c3e30424c0f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:28.336344 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d22b55e9-84db-47d7-a33f-8e6357134c26 req-aaeb5843-5295-4e33-9305-2c3e30424c0f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 943 time: 0.0954669 Mar 29 15:31:28.391323 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d22b55e9-84db-47d7-a33f-8e6357134c26 req-e3d59dd1-b345-4826-920e-1ccebc19eb92 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537653 Mar 29 15:31:28.468625 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:29.115414 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409d85c-ad17-4bea-8181-59f48fc63a19 req-0e2825e4-34d6-4c04-96c0-4e071dd3fa2c tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:29.117018 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d409d85c-ad17-4bea-8181-59f48fc63a19 req-0e2825e4-34d6-4c04-96c0-4e071dd3fa2c tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 943 time: 0.0933788 Mar 29 15:31:29.175790 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d409d85c-ad17-4bea-8181-59f48fc63a19 req-1b733d05-8e0a-457e-9460-0eb12fc57ea4 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505490 Mar 29 15:31:29.543575 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf353d7-d480-40cf-bf0e-5ba859f4251d req-7ddeef98-08b6-4f68-aeaf-f923020c9b09 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:29.545167 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1cf353d7-d480-40cf-bf0e-5ba859f4251d req-7ddeef98-08b6-4f68-aeaf-f923020c9b09 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 943 time: 0.0588157 Mar 29 15:31:29.634940 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1cf353d7-d480-40cf-bf0e-5ba859f4251d req-f3b939a4-ea46-4e4a-bf77-4095aac2f0ee tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842047 Mar 29 15:31:30.323966 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271012ab-0206-45a9-b9da-92dcdcd084e2 req-6dd35a1b-796a-45ba-a229-467a2999f51b tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:30.325486 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-271012ab-0206-45a9-b9da-92dcdcd084e2 req-6dd35a1b-796a-45ba-a229-467a2999f51b tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 943 time: 0.0565116 Mar 29 15:31:30.388805 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-271012ab-0206-45a9-b9da-92dcdcd084e2 req-b90b739d-1f6b-4bc3-83b4-28b7674aebf5 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559292 Mar 29 15:31:30.773229 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130a497-6729-4340-a4af-2cb1047aa75e req-cd0e8818-dc30-4d51-a1e5-bf74cff63384 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:30.774707 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0130a497-6729-4340-a4af-2cb1047aa75e req-cd0e8818-dc30-4d51-a1e5-bf74cff63384 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 943 time: 0.0544372 Mar 29 15:31:30.825507 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0130a497-6729-4340-a4af-2cb1047aa75e req-03f824ac-cae1-4728-a76f-5f16891e3718 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451396 Mar 29 15:31:31.523878 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652d9e5-53e7-4e5e-9e02-a0ece811a169 req-1579ac19-2ba6-4550-9ccf-d177a17ab5fc tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:31.525618 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2652d9e5-53e7-4e5e-9e02-a0ece811a169 req-1579ac19-2ba6-4550-9ccf-d177a17ab5fc tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 943 time: 0.0654418 Mar 29 15:31:31.591032 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2652d9e5-53e7-4e5e-9e02-a0ece811a169 req-e37aa094-bd5c-4b4c-a6a9-071fa2d13c26 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585864 Mar 29 15:31:31.991190 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c608fc-c7b4-4dd3-9a85-61e040d76528 req-65bd5f0c-fea4-4df1-bbd0-f7b579ecc179 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:31.992694 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-25c608fc-c7b4-4dd3-9a85-61e040d76528 req-65bd5f0c-fea4-4df1-bbd0-f7b579ecc179 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 943 time: 0.0543375 Mar 29 15:31:32.053953 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-25c608fc-c7b4-4dd3-9a85-61e040d76528 req-511f27f1-a4a0-4477-a8b0-0ee6c4965e7f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549135 Mar 29 15:31:32.771439 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e4efb-532e-4dab-a7ce-9bd77374091a req-143b4a17-e4c1-4723-8aec-677cc23d35c5 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:32.771439 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7e3e4efb-532e-4dab-a7ce-9bd77374091a req-143b4a17-e4c1-4723-8aec-677cc23d35c5 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 943 time: 0.0544939 Mar 29 15:31:32.771439 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7e3e4efb-532e-4dab-a7ce-9bd77374091a req-d4dfab45-99ae-4c5d-aa50-4930639356fd tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428691 Mar 29 15:31:33.423471 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71775a-dabc-43da-8eb1-48293b0013a3 req-3834bd8f-66b9-46b7-936a-52af85d8de24 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:33.426204 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6a71775a-dabc-43da-8eb1-48293b0013a3 req-3834bd8f-66b9-46b7-936a-52af85d8de24 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 943 time: 0.2609422 Mar 29 15:31:33.492358 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6a71775a-dabc-43da-8eb1-48293b0013a3 req-577a372c-77c7-4d43-ba01-d8f98e483a4a tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610681 Mar 29 15:31:33.831062 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 38128) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:33.914218 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b7299-236b-4dcb-829f-980772c57e68 req-20ccd421-bfff-4e75-9432-1cdfba1fc058 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:33.916132 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c70b7299-236b-4dcb-829f-980772c57e68 req-20ccd421-bfff-4e75-9432-1cdfba1fc058 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 943 time: 0.0736439 Mar 29 15:31:33.966626 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7d00a950-213c-4ea1-94dd-a27bb99d3473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:33.982628 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c70b7299-236b-4dcb-829f-980772c57e68 req-aff456b6-ae37-4a02-acf1-e4e14041a339 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607240 Mar 29 15:31:34.049721 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7d00a950-213c-4ea1-94dd-a27bb99d3473 admin admin] Publish callbacks [] for security_group (b6744905-5420-4d21-96f0-4235e99b1dbc), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:34.114963 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7d00a950-213c-4ea1-94dd-a27bb99d3473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (b6744905-5420-4d21-96f0-4235e99b1dbc), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:34.161628 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00a950-213c-4ea1-94dd-a27bb99d3473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6744905-5420-4d21-96f0-4235e99b1dbc,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:34.164393 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-7d00a950-213c-4ea1-94dd-a27bb99d3473 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a9b981abf586413aaf474632f3796e55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3312645 Mar 29 15:31:34.167027 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 38132) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:34.227798 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3045ebc2-fc5b-4255-a60a-bbbc4a5f5d42 admin admin] Publish callbacks [] for security_group (b6744905-5420-4d21-96f0-4235e99b1dbc), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:34.267311 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3045ebc2-fc5b-4255-a60a-bbbc4a5f5d42 admin admin] Publish callbacks [] for security_group (b6744905-5420-4d21-96f0-4235e99b1dbc), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:34.607377 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3045ebc2-fc5b-4255-a60a-bbbc4a5f5d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (b6744905-5420-4d21-96f0-4235e99b1dbc), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:34.609981 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3045ebc2-fc5b-4255-a60a-bbbc4a5f5d42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:34.614422 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-3045ebc2-fc5b-4255-a60a-bbbc4a5f5d42 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6744905-5420-4d21-96f0-4235e99b1dbc HTTP/1.1" status: 204 len: 168 time: 0.4428833 Mar 29 15:31:34.624706 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045ebc2-fc5b-4255-a60a-bbbc4a5f5d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6744905-5420-4d21-96f0-4235e99b1dbc,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:34.678932 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc839a5b-b454-4059-b6f0-b859e6af478b req-5e027471-e817-4f54-b666-d3b3208e4c7c tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:34.686678 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fc839a5b-b454-4059-b6f0-b859e6af478b req-5e027471-e817-4f54-b666-d3b3208e4c7c tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 943 time: 0.1204610 Mar 29 15:31:34.729808 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fc839a5b-b454-4059-b6f0-b859e6af478b req-46f565fc-c7f6-4ad5-9f8a-2ea93b038d1d tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422690 Mar 29 15:31:35.104521 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956dbee-7e17-48e3-b8df-0026255c8256 req-9415ebfc-c02f-4616-a32d-4fb249669f9e tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:35.106167 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1956dbee-7e17-48e3-b8df-0026255c8256 req-9415ebfc-c02f-4616-a32d-4fb249669f9e tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 943 time: 0.0548110 Mar 29 15:31:35.161343 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1956dbee-7e17-48e3-b8df-0026255c8256 req-4467b3d0-e116-4533-825c-ea563369e541 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490458 Mar 29 15:31:35.478874 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 38146) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:35.497905 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-40c1f2f2-883c-4dfd-ae2b-a0a334c01646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:35.589497 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-40c1f2f2-883c-4dfd-ae2b-a0a334c01646 admin admin] Publish callbacks [] for security_group (63e6d7cd-0c50-4059-98cf-fc3849800a8b), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:35.783693 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-40c1f2f2-883c-4dfd-ae2b-a0a334c01646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (63e6d7cd-0c50-4059-98cf-fc3849800a8b), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:35.833361 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-40c1f2f2-883c-4dfd-ae2b-a0a334c01646 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=90ee33fe8513475ea3bee62e30ff3204&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3531795 Mar 29 15:31:35.836255 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 38150) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:35.852793 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1f2f2-883c-4dfd-ae2b-a0a334c01646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e6d7cd-0c50-4059-98cf-fc3849800a8b,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:35.898857 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a0f99dd5-2119-4578-ba9f-2032898908fc admin admin] Publish callbacks [] for security_group (63e6d7cd-0c50-4059-98cf-fc3849800a8b), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:35.907463 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d4c11-0414-4986-b099-beb6cb10aa2d req-8140a836-a82f-4724-af95-2b47a27f3fca tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:35.909052 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-872d4c11-0414-4986-b099-beb6cb10aa2d req-8140a836-a82f-4724-af95-2b47a27f3fca tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 943 time: 0.0991688 Mar 29 15:31:35.922367 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a0f99dd5-2119-4578-ba9f-2032898908fc admin admin] Publish callbacks [] for security_group (63e6d7cd-0c50-4059-98cf-fc3849800a8b), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:35.960835 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-872d4c11-0414-4986-b099-beb6cb10aa2d req-a494a0b6-dafa-4647-a1a5-bbb200dd226b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462022 Mar 29 15:31:36.057685 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a0f99dd5-2119-4578-ba9f-2032898908fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (63e6d7cd-0c50-4059-98cf-fc3849800a8b), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:36.060598 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a0f99dd5-2119-4578-ba9f-2032898908fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:36.061837 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-a0f99dd5-2119-4578-ba9f-2032898908fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/63e6d7cd-0c50-4059-98cf-fc3849800a8b HTTP/1.1" status: 204 len: 168 time: 0.2244174 Mar 29 15:31:36.069884 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f99dd5-2119-4578-ba9f-2032898908fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e6d7cd-0c50-4059-98cf-fc3849800a8b,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:36.281070 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64d80f-31db-4e2c-874b-711b83c24b89 req-ac7779b5-d69a-426d-b915-7c3fb0e91ffc tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:36.282540 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-dd64d80f-31db-4e2c-874b-711b83c24b89 req-ac7779b5-d69a-426d-b915-7c3fb0e91ffc tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 943 time: 0.0520759 Mar 29 15:31:36.333647 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-dd64d80f-31db-4e2c-874b-711b83c24b89 req-acd6f67a-c96a-4a75-9043-a0862ee6f6e6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453563 Mar 29 15:31:37.083206 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75beb8c-9a6b-401a-b3df-ba3122e73b3b req-60585b76-892d-442c-9f2c-5d0bcb160345 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:37.084718 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a75beb8c-9a6b-401a-b3df-ba3122e73b3b req-60585b76-892d-442c-9f2c-5d0bcb160345 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 943 time: 0.0528913 Mar 29 15:31:37.130673 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a75beb8c-9a6b-401a-b3df-ba3122e73b3b req-91e96ea9-960b-42d8-a468-0e33354d147b tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404134 Mar 29 15:31:37.454437 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec307c-aa85-45b5-8ae9-607dad60c8f9 req-3173ba6b-aaa6-42e8-a478-7dae909f92c4 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:37.455907 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-51ec307c-aa85-45b5-8ae9-607dad60c8f9 req-3173ba6b-aaa6-42e8-a478-7dae909f92c4 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 943 time: 0.0529306 Mar 29 15:31:37.504235 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-51ec307c-aa85-45b5-8ae9-607dad60c8f9 req-b1355b0b-ff00-4f28-bd69-60a27e7db097 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428052 Mar 29 15:31:38.255403 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e147e-a1fb-46d2-bca4-01105bdc5ff9 req-6982c77e-b1f8-40dc-afa8-b5317747c9b1 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:38.256886 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6f7e147e-a1fb-46d2-bca4-01105bdc5ff9 req-6982c77e-b1f8-40dc-afa8-b5317747c9b1 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 943 time: 0.0558803 Mar 29 15:31:38.305750 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6f7e147e-a1fb-46d2-bca4-01105bdc5ff9 req-79233a41-d862-4fcb-be55-ab9a8a2127ce tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426795 Mar 29 15:31:38.384572 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 38212) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:38.486962 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3196209b-5179-4a5f-85b0-aadbf5f8f2a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:38.560451 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3196209b-5179-4a5f-85b0-aadbf5f8f2a2 admin admin] Publish callbacks [] for security_group (6159cdcb-7c4d-43c7-8c64-8aa37b07c161), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:38.620092 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e81a5b-5800-4b15-ba01-85c658e03edf req-6636d6f3-519f-4c58-b0bd-7239207cb9e0 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:38.621713 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-30e81a5b-5800-4b15-ba01-85c658e03edf req-6636d6f3-519f-4c58-b0bd-7239207cb9e0 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 943 time: 0.0524232 Mar 29 15:31:38.633325 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3196209b-5179-4a5f-85b0-aadbf5f8f2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (6159cdcb-7c4d-43c7-8c64-8aa37b07c161), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:38.691952 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-3196209b-5179-4a5f-85b0-aadbf5f8f2a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3bb51d46cce14a5883b03847b6b2bbaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3062329 Mar 29 15:31:38.694607 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 38218) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:38.696307 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196209b-5179-4a5f-85b0-aadbf5f8f2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6159cdcb-7c4d-43c7-8c64-8aa37b07c161,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:38.712069 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-30e81a5b-5800-4b15-ba01-85c658e03edf req-b5778288-4812-47fc-a4c9-51631a8d8ec1 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844667 Mar 29 15:31:38.744987 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-c2c23a7e-8dc1-42cc-81e3-d74c9efc3376 admin admin] Publish callbacks [] for security_group (6159cdcb-7c4d-43c7-8c64-8aa37b07c161), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:38.764976 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-c2c23a7e-8dc1-42cc-81e3-d74c9efc3376 admin admin] Publish callbacks [] for security_group (6159cdcb-7c4d-43c7-8c64-8aa37b07c161), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:38.874532 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-c2c23a7e-8dc1-42cc-81e3-d74c9efc3376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (6159cdcb-7c4d-43c7-8c64-8aa37b07c161), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:38.877260 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-c2c23a7e-8dc1-42cc-81e3-d74c9efc3376 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:38.878397 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-c2c23a7e-8dc1-42cc-81e3-d74c9efc3376 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6159cdcb-7c4d-43c7-8c64-8aa37b07c161 HTTP/1.1" status: 204 len: 168 time: 0.1827235 Mar 29 15:31:38.886219 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c23a7e-8dc1-42cc-81e3-d74c9efc3376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6159cdcb-7c4d-43c7-8c64-8aa37b07c161,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:39.190785 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 607310dd-0e87-4342-a47b-aeabe0c10835 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=103833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:31:39.294614 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 607310dd-0e87-4342-a47b-aeabe0c10835, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=607310dd-0e87-4342-a47b-aeabe0c10835,segment=NetworkSegment(c447c32b-bb36-4dcf-8df5-2a75f4e6e95e),segment_id=c447c32b-bb36-4dcf-8df5-2a75f4e6e95e)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:31:39.305857 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Returning: {'device': '607310dd-0e87-4342-a47b-aeabe0c10835', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'port_id': '607310dd-0e87-4342-a47b-aeabe0c10835', 'mac_address': 'fa:16:3e:54:00:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:31:39.342278 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 607310dd-0e87-4342-a47b-aeabe0c10835 is: DOWN; New status is: BUILD {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:31:39.342700 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (607310dd-0e87-4342-a47b-aeabe0c10835), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:39.356552 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 607310dd-0e87-4342-a47b-aeabe0c10835 {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:31:39.376334 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 607310dd-0e87-4342-a47b-aeabe0c10835, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=607310dd-0e87-4342-a47b-aeabe0c10835,segment=NetworkSegment(c447c32b-bb36-4dcf-8df5-2a75f4e6e95e),segment_id=c447c32b-bb36-4dcf-8df5-2a75f4e6e95e)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:31:39.431241 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06895cff-851e-4ee5-b265-5a05bb089be1 req-790e6130-3d4b-431e-8cda-84467176be91 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:39.432733 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-06895cff-851e-4ee5-b265-5a05bb089be1 req-790e6130-3d4b-431e-8cda-84467176be91 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 943 time: 0.0534480 Mar 29 15:31:39.445886 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (607310dd-0e87-4342-a47b-aeabe0c10835), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:39.446566 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device a5b1411d-b077-4aa4-b1fa-5e5cc4b39478 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=103833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:31:39.480730 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-06895cff-851e-4ee5-b265-5a05bb089be1 req-3558aa24-2e44-4816-a2c9-73d8c51bb64f tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414836 Mar 29 15:31:39.524928 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 38226) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:39.537747 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-af0d4d2f-58d2-4965-86c4-c1a43a96f4d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:39.544381 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=607310dd-0e87-4342-a47b-aeabe0c10835,revision_number=9']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:39.582825 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port a5b1411d-b077-4aa4-b1fa-5e5cc4b39478, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=a5b1411d-b077-4aa4-b1fa-5e5cc4b39478,segment=NetworkSegment(6d655c62-26bc-4f1a-b28a-6428719d7433),segment_id=6d655c62-26bc-4f1a-b28a-6428719d7433)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:31:39.596946 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Returning: {'device': 'a5b1411d-b077-4aa4-b1fa-5e5cc4b39478', 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d', 'port_id': 'a5b1411d-b077-4aa4-b1fa-5e5cc4b39478', 'mac_address': 'fa:16:3e:c5:f4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:31:39.618033 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-af0d4d2f-58d2-4965-86c4-c1a43a96f4d2 admin admin] Publish callbacks [] for security_group (f8f0362b-304b-49cb-b69b-f600942e1f91), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:39.633819 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port a5b1411d-b077-4aa4-b1fa-5e5cc4b39478 is: DOWN; New status is: BUILD {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:31:39.634204 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (a5b1411d-b077-4aa4-b1fa-5e5cc4b39478), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:39.647215 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b1411d-b077-4aa4-b1fa-5e5cc4b39478 {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:31:39.669502 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port a5b1411d-b077-4aa4-b1fa-5e5cc4b39478, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=a5b1411d-b077-4aa4-b1fa-5e5cc4b39478,segment=NetworkSegment(6d655c62-26bc-4f1a-b28a-6428719d7433),segment_id=6d655c62-26bc-4f1a-b28a-6428719d7433)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:31:39.702175 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-af0d4d2f-58d2-4965-86c4-c1a43a96f4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (f8f0362b-304b-49cb-b69b-f600942e1f91), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:39.730757 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (a5b1411d-b077-4aa4-b1fa-5e5cc4b39478), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:39.741352 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d4d2f-58d2-4965-86c4-c1a43a96f4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f0362b-304b-49cb-b69b-f600942e1f91,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:39.748541 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-af0d4d2f-58d2-4965-86c4-c1a43a96f4d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=163ff5a9c5b34edf944198f7a29732ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201140 Mar 29 15:31:39.755020 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 38230) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:39.783967 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=a5b1411d-b077-4aa4-b1fa-5e5cc4b39478,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:39.828401 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c124ccac-afd5-4607-9166-3d255c483aca admin admin] Publish callbacks [] for security_group (f8f0362b-304b-49cb-b69b-f600942e1f91), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:39.863866 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56024576-253a-4598-a96e-b67503b16620 req-0a17a6bc-85bc-439b-8c70-3e64b3d0307b tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:39.865267 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-56024576-253a-4598-a96e-b67503b16620 req-0a17a6bc-85bc-439b-8c70-3e64b3d0307b tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 944 time: 0.0800891 Mar 29 15:31:39.867140 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c124ccac-afd5-4607-9166-3d255c483aca admin admin] Publish callbacks [] for security_group (f8f0362b-304b-49cb-b69b-f600942e1f91), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:39.933707 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-56024576-253a-4598-a96e-b67503b16620 req-387ba15c-4488-4956-a83e-d065ffbb04df tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603251 Mar 29 15:31:39.968900 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['a5b1411d-b077-4aa4-b1fa-5e5cc4b39478'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:31:39.988529 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c124ccac-afd5-4607-9166-3d255c483aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (f8f0362b-304b-49cb-b69b-f600942e1f91), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:39.991271 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c124ccac-afd5-4607-9166-3d255c483aca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:39.992404 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-c124ccac-afd5-4607-9166-3d255c483aca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8f0362b-304b-49cb-b69b-f600942e1f91 HTTP/1.1" status: 204 len: 168 time: 0.2416441 Mar 29 15:31:39.993593 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['607310dd-0e87-4342-a47b-aeabe0c10835'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:31:40.005074 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124ccac-afd5-4607-9166-3d255c483aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f0362b-304b-49cb-b69b-f600942e1f91,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:40.601700 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9dc94-ed10-4ff5-9bbb-0c34cddb28ee req-ed14e0ce-39eb-45e0-bcac-f58c937726ab tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:40.603199 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1bc9dc94-ed10-4ff5-9bbb-0c34cddb28ee req-ed14e0ce-39eb-45e0-bcac-f58c937726ab tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 944 time: 0.0524666 Mar 29 15:31:40.650632 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1bc9dc94-ed10-4ff5-9bbb-0c34cddb28ee req-1eeb955d-9a3d-48a5-9b80-ca400a769324 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414343 Mar 29 15:31:41.052030 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50119b-c7d8-4b7a-ac8b-50e675981b1f req-12107241-24fb-4733-9c4b-d7e329d97521 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:41.052866 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6d50119b-c7d8-4b7a-ac8b-50e675981b1f req-12107241-24fb-4733-9c4b-d7e329d97521 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 944 time: 0.0523455 Mar 29 15:31:41.104989 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6d50119b-c7d8-4b7a-ac8b-50e675981b1f req-a8890e80-9e57-412d-9578-aab6a6e437b0 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465019 Mar 29 15:31:41.189331 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 607310dd-0e87-4342-a47b-aeabe0c10835 up at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:31:41.237836 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning complete for port 607310dd-0e87-4342-a47b-aeabe0c10835 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:41.238205 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (607310dd-0e87-4342-a47b-aeabe0c10835), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:41.313739 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 607310dd-0e87-4342-a47b-aeabe0c10835 is: BUILD; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:31:41.314128 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (607310dd-0e87-4342-a47b-aeabe0c10835), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:41.336372 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af62a85-8cb8-499f-a9ae-cc1cc59542ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607310dd-0e87-4342-a47b-aeabe0c10835'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:31:41.338575 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67651527b6c7513bff120ad3026ca8b6c51caa370c4ee0f403b1e7b340f0df97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832ea675-df30-4fbd-83b3-a22de188de86" -d '{"events": [{"server_uuid": "8af62a85-8cb8-499f-a9ae-cc1cc59542ad", "name": "network-vif-plugged", "status": "completed", "tag": "607310dd-0e87-4342-a47b-aeabe0c10835"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:31:41.354301 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 607310dd-0e87-4342-a47b-aeabe0c10835, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=607310dd-0e87-4342-a47b-aeabe0c10835,segment=NetworkSegment(c447c32b-bb36-4dcf-8df5-2a75f4e6e95e),segment_id=c447c32b-bb36-4dcf-8df5-2a75f4e6e95e)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:31:41.375870 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a04822-cd94-4db8-b579-5085d221bce0 x-openstack-request-id: req-d0a04822-cd94-4db8-b579-5085d221bce0 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:31:41.376190 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af62a85-8cb8-499f-a9ae-cc1cc59542ad", "name": "network-vif-plugged", "status": "completed", "tag": "607310dd-0e87-4342-a47b-aeabe0c10835", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:31:41.376517 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0a04822-cd94-4db8-b579-5085d221bce0 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:31:41.376774 dv-cinder-562053-19-iscsi neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0a04822-cd94-4db8-b579-5085d221bce0'] response: {'server_uuid': '8af62a85-8cb8-499f-a9ae-cc1cc59542ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607310dd-0e87-4342-a47b-aeabe0c10835', 'code': 200} Mar 29 15:31:41.451880 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (607310dd-0e87-4342-a47b-aeabe0c10835), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:41.454725 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device a5b1411d-b077-4aa4-b1fa-5e5cc4b39478 up at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:31:41.530492 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=607310dd-0e87-4342-a47b-aeabe0c10835,revision_number=10']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:41.628792 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning for port a5b1411d-b077-4aa4-b1fa-5e5cc4b39478 completed by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:31:41.632896 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning complete for port a5b1411d-b077-4aa4-b1fa-5e5cc4b39478 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:41.633275 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (a5b1411d-b077-4aa4-b1fa-5e5cc4b39478), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:41.683302 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f781d-980d-4d2c-a63d-ad54f5bdfd95 req-eed67dbb-c777-4cff-bd54-23c5fb66c843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:41.685292 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-419f781d-980d-4d2c-a63d-ad54f5bdfd95 req-eed67dbb-c777-4cff-bd54-23c5fb66c843 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 1130 time: 0.0505300 Mar 29 15:31:41.725975 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port a5b1411d-b077-4aa4-b1fa-5e5cc4b39478 is: BUILD; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:31:41.726370 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (a5b1411d-b077-4aa4-b1fa-5e5cc4b39478), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:41.735091 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-419f781d-980d-4d2c-a63d-ad54f5bdfd95 req-9fb5861b-3a4b-452a-95ef-38ec291942b7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432231 Mar 29 15:31:41.760861 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port a5b1411d-b077-4aa4-b1fa-5e5cc4b39478, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=a5b1411d-b077-4aa4-b1fa-5e5cc4b39478,segment=NetworkSegment(6d655c62-26bc-4f1a-b28a-6428719d7433),segment_id=6d655c62-26bc-4f1a-b28a-6428719d7433)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:31:41.777845 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb864d-efd8-4ef1-a6fd-d0cab934da28 req-e0dfa6fc-5b22-411d-b1d5-9c9dd8c00751 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:41.779336 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-99bb864d-efd8-4ef1-a6fd-d0cab934da28 req-e0dfa6fc-5b22-411d-b1d5-9c9dd8c00751 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 946 time: 0.0550003 Mar 29 15:31:41.826179 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-99bb864d-efd8-4ef1-a6fd-d0cab934da28 req-c5de114c-61fc-45f4-b851-fa8c88836ac1 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407515 Mar 29 15:31:41.856643 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (a5b1411d-b077-4aa4-b1fa-5e5cc4b39478), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:41.903795 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=a5b1411d-b077-4aa4-b1fa-5e5cc4b39478,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:42.234838 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdff46-8e4f-4f84-ac6b-df9f01f15c82 req-b305e0f5-ee82-428f-aeac-a5e6122cec6d tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:42.236334 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-dbfdff46-8e4f-4f84-ac6b-df9f01f15c82 req-b305e0f5-ee82-428f-aeac-a5e6122cec6d tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 945 time: 0.0640838 Mar 29 15:31:42.284244 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-dbfdff46-8e4f-4f84-ac6b-df9f01f15c82 req-1f71be3f-b153-4f3b-a944-a0408e31468f tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423086 Mar 29 15:31:42.954712 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d373c-a94b-4392-88c2-d4db0c512409 req-c6f40812-4da5-405b-b259-053e22c7463d tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:42.956851 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c71d373c-a94b-4392-88c2-d4db0c512409 req-c6f40812-4da5-405b-b259-053e22c7463d tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 946 time: 0.0577295 Mar 29 15:31:43.008001 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c71d373c-a94b-4392-88c2-d4db0c512409 req-481192ca-c94f-4c3d-85bf-45ef67d1d7a3 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454066 Mar 29 15:31:43.207736 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:43.377533 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31fbf2f9-b999-4318-88ce-4e5c91289014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b1411d-b077-4aa4-b1fa-5e5cc4b39478'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:31:43.380049 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67651527b6c7513bff120ad3026ca8b6c51caa370c4ee0f403b1e7b340f0df97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffe12a0-6b22-424c-8052-2e460bbb6540" -d '{"events": [{"server_uuid": "31fbf2f9-b999-4318-88ce-4e5c91289014", "name": "network-vif-plugged", "status": "completed", "tag": "a5b1411d-b077-4aa4-b1fa-5e5cc4b39478"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:31:43.402820 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4598f7-de4d-4e8d-b874-d577cb1501b9 req-76b8931f-4aa2-48ca-ab57-8d5bb5eb4995 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:43.404386 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8b4598f7-de4d-4e8d-b874-d577cb1501b9 req-76b8931f-4aa2-48ca-ab57-8d5bb5eb4995 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 945 time: 0.0535586 Mar 29 15:31:43.416609 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470b7366-d36f-409b-8e29-fac70d3a1fc1 x-openstack-request-id: req-470b7366-d36f-409b-8e29-fac70d3a1fc1 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:31:43.417316 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31fbf2f9-b999-4318-88ce-4e5c91289014", "name": "network-vif-plugged", "status": "completed", "tag": "a5b1411d-b077-4aa4-b1fa-5e5cc4b39478", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:31:43.423684 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-470b7366-d36f-409b-8e29-fac70d3a1fc1 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:31:43.424125 dv-cinder-562053-19-iscsi neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-470b7366-d36f-409b-8e29-fac70d3a1fc1'] response: {'server_uuid': '31fbf2f9-b999-4318-88ce-4e5c91289014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b1411d-b077-4aa4-b1fa-5e5cc4b39478', 'code': 200} Mar 29 15:31:43.460295 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8b4598f7-de4d-4e8d-b874-d577cb1501b9 req-ed8ff30a-7efe-41b4-be8b-792304e06549 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498693 Mar 29 15:31:43.773929 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47706d19-65f2-449a-aa95-f42a717cf39e req-467bc400-a81b-40a5-8a2c-b392d99d53f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:43.775612 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-47706d19-65f2-449a-aa95-f42a717cf39e req-467bc400-a81b-40a5-8a2c-b392d99d53f9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 1129 time: 0.0453811 Mar 29 15:31:43.823764 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-47706d19-65f2-449a-aa95-f42a717cf39e req-0e8bafff-4307-48b6-8837-076e3eff3c37 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402131 Mar 29 15:31:44.141512 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef5011-26f2-40dd-b988-58075fb02bd4 req-489dc117-78c9-4f36-a10e-36d58972b336 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:44.143156 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-aeef5011-26f2-40dd-b988-58075fb02bd4 req-489dc117-78c9-4f36-a10e-36d58972b336 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 946 time: 0.0570726 Mar 29 15:31:44.190686 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-aeef5011-26f2-40dd-b988-58075fb02bd4 req-babf0f22-b9de-4a85-81d4-bff7e6ef7135 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415914 Mar 29 15:31:44.579283 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef996c51-ca8f-4387-8fdb-16f38cd4fca6 req-02fba5fd-0eb1-4dcf-abff-cd13d7564cb7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:44.580786 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ef996c51-ca8f-4387-8fdb-16f38cd4fca6 req-02fba5fd-0eb1-4dcf-abff-cd13d7564cb7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 945 time: 0.0533397 Mar 29 15:31:44.629781 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ef996c51-ca8f-4387-8fdb-16f38cd4fca6 req-4c1a34a2-a98a-47dd-9732-92ad3c80144d tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433879 Mar 29 15:31:45.313543 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9652eb-3183-403a-88cd-5d8085feab3a req-efa64a48-59be-4e9c-8534-cb76e78bf8ca tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:45.315000 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cd9652eb-3183-403a-88cd-5d8085feab3a req-efa64a48-59be-4e9c-8534-cb76e78bf8ca tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 946 time: 0.0526330 Mar 29 15:31:45.365264 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cd9652eb-3183-403a-88cd-5d8085feab3a req-302bffa2-300b-4138-9957-917602ea6550 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440891 Mar 29 15:31:45.745183 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a345b-df6f-4207-9bff-55292aa84cf6 req-d4ef2b1c-b85c-4a6d-bd94-95934f540d79 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:45.746677 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-168a345b-df6f-4207-9bff-55292aa84cf6 req-d4ef2b1c-b85c-4a6d-bd94-95934f540d79 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 945 time: 0.0516167 Mar 29 15:31:45.796019 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-168a345b-df6f-4207-9bff-55292aa84cf6 req-b680d03f-11f8-46c3-a16e-495f80b29256 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422688 Mar 29 15:31:45.914413 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59fc61-2b83-4ba2-b81a-3dd0e6fd9ae7 req-6e5a4ef0-7df3-4162-8cf9-e455b64c10c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:45.915828 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-eb59fc61-2b83-4ba2-b81a-3dd0e6fd9ae7 req-6e5a4ef0-7df3-4162-8cf9-e455b64c10c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 945 time: 0.0531719 Mar 29 15:31:45.965254 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-eb59fc61-2b83-4ba2-b81a-3dd0e6fd9ae7 req-031c5497-d994-4d8b-a7a0-51bf6bd2eeae tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431919 Mar 29 15:31:45.986885 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 38380) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:46.206637 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60640704-9a46-4f7c-9327-cdeca4bf319d tempest-TestVolumeBootPattern-1427477488 tempest-TestVolumeBootPattern-1427477488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:46.208737 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-60640704-9a46-4f7c-9327-cdeca4bf319d tempest-TestVolumeBootPattern-1427477488 tempest-TestVolumeBootPattern-1427477488-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 1124 time: 0.2206662 Mar 29 15:31:46.210892 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 38386) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:46.215274 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Request body: {'floatingip': {'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'port_id': 'a5b1411d-b077-4aa4-b1fa-5e5cc4b39478', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:31:46.296409 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:46.395787 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:46.497143 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Allocated IP 172.27.3.215 (3dc57d37-328b-453d-86b3-347b9e0efd38/8a0c47e6-f825-43a4-ad31-8f961885bd6a/6df5f2b3-a6ac-44d6-af71-7727686b3d27) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:31:46.601098 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for port (6df5f2b3-a6ac-44d6-af71-7727686b3d27), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:46.674544 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (6df5f2b3-a6ac-44d6-af71-7727686b3d27), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:46.712336 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Network 3dc57d37-328b-453d-86b3-347b9e0efd38 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:31:46.715091 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:31:46.718513 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:31:46.749097 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Pushing event updated for resources: {'Port': ['ID=6df5f2b3-a6ac-44d6-af71-7727686b3d27,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:46.760687 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:46.761032 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:46.761375 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:46.761711 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:46.762039 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:46.762367 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:46.762688 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:46.763007 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:46.763327 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:46.763644 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:46.763960 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:46.764296 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:46.764620 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:46.764934 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:46.765274 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:47.084993 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for floatingip (f3722d27-1794-444e-9ad9-5fa64e2c188c), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:47.217207 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (6df5f2b3-a6ac-44d6-af71-7727686b3d27), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:47.372697 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for port (6df5f2b3-a6ac-44d6-af71-7727686b3d27), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:47.428508 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10426429'] for port (6df5f2b3-a6ac-44d6-af71-7727686b3d27), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:47.499327 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Pushing event updated for resources: {'Port': ['ID=6df5f2b3-a6ac-44d6-af71-7727686b3d27,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:47.507896 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (f3722d27-1794-444e-9ad9-5fa64e2c188c), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:47.611064 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.db.l3_db [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Floating IP f3722d27-1794-444e-9ad9-5fa64e2c188c associated. External IP: 172.27.3.215, port: a5b1411d-b077-4aa4-b1fa-5e5cc4b39478. Mar 29 15:31:47.819414 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Router 7688dbfa-20d5-4488-9a6c-8014496b34e4 has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:31:47.929837 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:31:47.940068 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635bf048-0a9d-418d-8571-0413560fa1b2 None None] Sync routers for ids ['7688dbfa-20d5-4488-9a6c-8014496b34e4'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:31:47.950248 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635bf048-0a9d-418d-8571-0413560fa1b2 None None] Routers {'7688dbfa-20d5-4488-9a6c-8014496b34e4'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:31:47.950879 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-635bf048-0a9d-418d-8571-0413560fa1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:31:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['7688dbfa-20d5-4488-9a6c-8014496b34e4'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:47.989468 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:48.032290 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-2686a265-2a16-45e9-b256-e5fa1fcd1892 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8082879 Mar 29 15:31:48.032290 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fbf2f9-b999-4318-88ce-4e5c91289014', 'tag': 'a5b1411d-b077-4aa4-b1fa-5e5cc4b39478'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:31:48.032290 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17cd39a57bce2f0cfda3a3fd3bf70c34a3f67f93f1dabf257ee71a9fa0902d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d1244d-0c67-44d2-b274-433c5655c760" -d '{"events": [{"name": "network-changed", "server_uuid": "31fbf2f9-b999-4318-88ce-4e5c91289014", "tag": "a5b1411d-b077-4aa4-b1fa-5e5cc4b39478"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:31:48.064360 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-635bf048-0a9d-418d-8571-0413560fa1b2 None None] Set router 7688dbfa-20d5-4488-9a6c-8014496b34e4 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:31:48.182805 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e9595f-9f66-465a-8b41-6cd57219bfc8 x-openstack-request-id: req-16e9595f-9f66-465a-8b41-6cd57219bfc8 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:31:48.183124 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31fbf2f9-b999-4318-88ce-4e5c91289014", "tag": "a5b1411d-b077-4aa4-b1fa-5e5cc4b39478", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:31:48.183410 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-16e9595f-9f66-465a-8b41-6cd57219bfc8 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:31:48.183856 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16e9595f-9f66-465a-8b41-6cd57219bfc8'] response: {'name': 'network-changed', 'server_uuid': '31fbf2f9-b999-4318-88ce-4e5c91289014', 'tag': 'a5b1411d-b077-4aa4-b1fa-5e5cc4b39478', 'status': 'completed', 'code': 200} Mar 29 15:31:48.257078 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1244d-0c67-44d2-b274-433c5655c760 req-50cddab9-3441-429c-87e6-4377acf0ae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:48.258607 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-a0d1244d-0c67-44d2-b274-433c5655c760 req-50cddab9-3441-429c-87e6-4377acf0ae17 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b38e7969800b462c9f549e8936e05713&device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 1129 time: 0.0465786 Mar 29 15:31:48.298162 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-635bf048-0a9d-418d-8571-0413560fa1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'name': 'tempest-TestVolumeBootPattern-47432897-router', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:46Z', 'revision_number': 4, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'gw_port': {'id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': 'f3722d27-1794-444e-9ad9-5fa64e2c188c', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'port_id': 'a5b1411d-b077-4aa4-b1fa-5e5cc4b39478', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d', 'mac_address': 'fa:16:3e:c5:f4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbf2f9-b999-4318-88ce-4e5c91289014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:31:46Z', 'updated_at': '2022-03-29T15:31:46Z', 'revision_number': 0, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea', 'name': '', 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'mac_address': 'fa:16:3e:85:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:45Z', 'updated_at': '2022-03-29T15:30:51Z', 'revision_number': 5, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'subnets': [{'id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:48.325238 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635bf048-0a9d-418d-8571-0413560fa1b2 None None] Checking router: 7688dbfa-20d5-4488-9a6c-8014496b34e4 for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:31:48.336152 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635bf048-0a9d-418d-8571-0413560fa1b2 None None] Routers {'7688dbfa-20d5-4488-9a6c-8014496b34e4'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:31:48.336840 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-635bf048-0a9d-418d-8571-0413560fa1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:31:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['7688dbfa-20d5-4488-9a6c-8014496b34e4'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:48.355353 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1244d-0c67-44d2-b274-433c5655c760 req-bc64e834-32ef-45b8-bbaf-d81591bc8e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:48.356839 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-a0d1244d-0c67-44d2-b274-433c5655c760 req-bc64e834-32ef-45b8-bbaf-d81591bc8e42 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4743a25d-6f3c-4176-a7c2-eecb6d06479d HTTP/1.1" status: 200 len: 911 time: 0.0914974 Mar 29 15:31:48.425621 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-a0d1244d-0c67-44d2-b274-433c5655c760 req-3fe106a8-2c5b-4303-87ac-ac9eb5517805 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5b1411d-b077-4aa4-b1fa-5e5cc4b39478 HTTP/1.1" status: 200 len: 999 time: 0.0598626 Mar 29 15:31:48.446522 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-635bf048-0a9d-418d-8571-0413560fa1b2 None None] Set router 7688dbfa-20d5-4488-9a6c-8014496b34e4 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:31:48.477906 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1244d-0c67-44d2-b274-433c5655c760 req-fbf9a785-f979-424e-ac69-54ec2efb0a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:48.479371 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-a0d1244d-0c67-44d2-b274-433c5655c760 req-fbf9a785-f979-424e-ac69-54ec2efb0a71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b7273ae-f678-496a-aaad-7ae864b3fe14 HTTP/1.1" status: 200 len: 849 time: 0.0477800 Mar 29 15:31:48.529847 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1244d-0c67-44d2-b274-433c5655c760 req-99c6b66c-7ebc-4228-bf37-cc449aa7ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:48.531391 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-a0d1244d-0c67-44d2-b274-433c5655c760 req-99c6b66c-7ebc-4228-bf37-cc449aa7ac44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4743a25d-6f3c-4176-a7c2-eecb6d06479d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445876 Mar 29 15:31:48.626956 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-a0d1244d-0c67-44d2-b274-433c5655c760 req-645654fb-bd98-4cee-a92b-bc9712889828 service neutron] 10.222.0.15 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888903 Mar 29 15:31:48.676706 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-635bf048-0a9d-418d-8571-0413560fa1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'name': 'tempest-TestVolumeBootPattern-47432897-router', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:46Z', 'revision_number': 4, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'gw_port': {'id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': 'f3722d27-1794-444e-9ad9-5fa64e2c188c', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'port_id': 'a5b1411d-b077-4aa4-b1fa-5e5cc4b39478', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d', 'mac_address': 'fa:16:3e:c5:f4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbf2f9-b999-4318-88ce-4e5c91289014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:31:46Z', 'updated_at': '2022-03-29T15:31:46Z', 'revision_number': 0, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea', 'name': '', 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'mac_address': 'fa:16:3e:85:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:45Z', 'updated_at': '2022-03-29T15:30:51Z', 'revision_number': 5, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'subnets': [{'id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:48.707720 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635bf048-0a9d-418d-8571-0413560fa1b2 None None] The sync data for ids ['7688dbfa-20d5-4488-9a6c-8014496b34e4'] in dv-cinder-562053-19-iscsi is: [{'id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'name': 'tempest-TestVolumeBootPattern-47432897-router', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:46Z', 'revision_number': 4, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'gw_port': {'id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': 'f3722d27-1794-444e-9ad9-5fa64e2c188c', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'port_id': 'a5b1411d-b077-4aa4-b1fa-5e5cc4b39478', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d', 'mac_address': 'fa:16:3e:c5:f4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbf2f9-b999-4318-88ce-4e5c91289014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:31:46Z', 'updated_at': '2022-03-29T15:31:46Z', 'revision_number': 0, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea', 'name': '', 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'mac_address': 'fa:16:3e:85:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:45Z', 'updated_at': '2022-03-29T15:30:51Z', 'revision_number': 5, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'subnets': [{'id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:31:48.737258 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-a0d1244d-0c67-44d2-b274-433c5655c760 req-b2f28db8-6da2-4428-8e95-832419a5ce85 service neutron] 10.222.0.15 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942421 Mar 29 15:31:48.905872 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b0bc4b-f765-4a9b-9db5-7a9317546139 None None] New status for floating IP f3722d27-1794-444e-9ad9-5fa64e2c188c: ACTIVE {{(pid=103833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:31:52.285381 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3a274798-19f7-4b16-b31d-6e154a8ebdf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:54.496513 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d3845a02-5253-47b2-9e5f-ebd2d7669d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:55.515648 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:31:55.593679 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:56.953514 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:58.484842 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:59.672018 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 38482) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:59.773949 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-996eb93f-7661-4005-942f-49533aadde0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:59.845796 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-996eb93f-7661-4005-942f-49533aadde0e admin admin] Publish callbacks [] for security_group (58e3c78e-c6c5-4193-a88e-1c966a5883cd), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:59.918508 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-996eb93f-7661-4005-942f-49533aadde0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (58e3c78e-c6c5-4193-a88e-1c966a5883cd), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:59.957793 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996eb93f-7661-4005-942f-49533aadde0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e3c78e-c6c5-4193-a88e-1c966a5883cd,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:59.962104 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-996eb93f-7661-4005-942f-49533aadde0e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=29c183db6220433d9bdcc83e9ecf41f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890239 Mar 29 15:31:59.964806 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 38486) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:00.010221 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a7b18492-979d-44df-87ce-35787dae493d admin admin] Publish callbacks [] for security_group (58e3c78e-c6c5-4193-a88e-1c966a5883cd), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:00.030821 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a7b18492-979d-44df-87ce-35787dae493d admin admin] Publish callbacks [] for security_group (58e3c78e-c6c5-4193-a88e-1c966a5883cd), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:00.147966 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a7b18492-979d-44df-87ce-35787dae493d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (58e3c78e-c6c5-4193-a88e-1c966a5883cd), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:00.150547 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a7b18492-979d-44df-87ce-35787dae493d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:00.151798 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-a7b18492-979d-44df-87ce-35787dae493d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/58e3c78e-c6c5-4193-a88e-1c966a5883cd HTTP/1.1" status: 204 len: 168 time: 0.1861079 Mar 29 15:32:00.160182 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b18492-979d-44df-87ce-35787dae493d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e3c78e-c6c5-4193-a88e-1c966a5883cd,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:11.357874 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 38634) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:11.461780 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-84c9799c-9eac-40fa-900a-f8561b937b2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:11.532863 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-84c9799c-9eac-40fa-900a-f8561b937b2e admin admin] Publish callbacks [] for security_group (810e35fe-6348-47d4-a2b6-c1df900a3858), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:11.592641 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-84c9799c-9eac-40fa-900a-f8561b937b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (810e35fe-6348-47d4-a2b6-c1df900a3858), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:11.629736 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-84c9799c-9eac-40fa-900a-f8561b937b2e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d423ff88eca64cad865815d24871664c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2708154 Mar 29 15:32:11.630570 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9799c-9eac-40fa-900a-f8561b937b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810e35fe-6348-47d4-a2b6-c1df900a3858,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:11.632541 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 38638) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:11.679964 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2b9c867f-64df-4d40-814d-5810a7ccb15f admin admin] Publish callbacks [] for security_group (810e35fe-6348-47d4-a2b6-c1df900a3858), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:11.701514 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2b9c867f-64df-4d40-814d-5810a7ccb15f admin admin] Publish callbacks [] for security_group (810e35fe-6348-47d4-a2b6-c1df900a3858), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:11.821524 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2b9c867f-64df-4d40-814d-5810a7ccb15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (810e35fe-6348-47d4-a2b6-c1df900a3858), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:11.824085 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2b9c867f-64df-4d40-814d-5810a7ccb15f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:11.825311 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-2b9c867f-64df-4d40-814d-5810a7ccb15f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/810e35fe-6348-47d4-a2b6-c1df900a3858 HTTP/1.1" status: 204 len: 168 time: 0.1917253 Mar 29 15:32:11.833972 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c867f-64df-4d40-814d-5810a7ccb15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810e35fe-6348-47d4-a2b6-c1df900a3858,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:11.841254 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c867f-64df-4d40-814d-5810a7ccb15f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:11.841600 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c867f-64df-4d40-814d-5810a7ccb15f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:11.841946 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c867f-64df-4d40-814d-5810a7ccb15f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:11.842353 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c867f-64df-4d40-814d-5810a7ccb15f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:11.842690 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c867f-64df-4d40-814d-5810a7ccb15f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:11.843052 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c867f-64df-4d40-814d-5810a7ccb15f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:11.843382 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c867f-64df-4d40-814d-5810a7ccb15f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:11.843708 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c867f-64df-4d40-814d-5810a7ccb15f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:11.844066 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c867f-64df-4d40-814d-5810a7ccb15f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:11.844425 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c867f-64df-4d40-814d-5810a7ccb15f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:11.845447 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c867f-64df-4d40-814d-5810a7ccb15f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:11.845447 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c867f-64df-4d40-814d-5810a7ccb15f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:11.845447 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c867f-64df-4d40-814d-5810a7ccb15f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:11.845826 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c867f-64df-4d40-814d-5810a7ccb15f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:11.846097 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c867f-64df-4d40-814d-5810a7ccb15f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:12.808718 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 38662) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:12.902391 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-53680a62-2875-4c05-8c7a-bbf579ca71d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1841698951-network', 'tenant_id': '8d7d519da9f74a4dba15e2362fdeb54e'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:12.987978 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53680a62-2875-4c05-8c7a-bbf579ca71d0 admin admin] Made reservation on behalf of 8d7d519da9f74a4dba15e2362fdeb54e for: {'network': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:32:12.990322 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-53680a62-2875-4c05-8c7a-bbf579ca71d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for network (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:13.002384 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-53680a62-2875-4c05-8c7a-bbf579ca71d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:13.075251 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-53680a62-2875-4c05-8c7a-bbf579ca71d0 admin admin] Publish callbacks [] for security_group (30229fa5-cd3b-49b7-ba82-fb0a7e48ba2f), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:13.136170 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-53680a62-2875-4c05-8c7a-bbf579ca71d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (30229fa5-cd3b-49b7-ba82-fb0a7e48ba2f), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:13.157970 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53680a62-2875-4c05-8c7a-bbf579ca71d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=103831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:32:13.174026 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53680a62-2875-4c05-8c7a-bbf579ca71d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30229fa5-cd3b-49b7-ba82-fb0a7e48ba2f,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:13.177708 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-53680a62-2875-4c05-8c7a-bbf579ca71d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (68ee5f34-4c21-4f84-99b1-d4660d84275c), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:13.178055 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.db.segments_db [None req-53680a62-2875-4c05-8c7a-bbf579ca71d0 admin admin] Added segment 68ee5f34-4c21-4f84-99b1-d4660d84275c of type vlan for network 79ff1ec3-5933-4c05-a10b-dba49abb082a Mar 29 15:32:13.198915 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:13.219244 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-53680a62-2875-4c05-8c7a-bbf579ca71d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748544495665'] for network (79ff1ec3-5933-4c05-a10b-dba49abb082a), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:13.285009 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-53680a62-2875-4c05-8c7a-bbf579ca71d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for network (79ff1ec3-5933-4c05-a10b-dba49abb082a), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:13.285970 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53680a62-2875-4c05-8c7a-bbf579ca71d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:13.286560 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-53680a62-2875-4c05-8c7a-bbf579ca71d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:13.343723 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53680a62-2875-4c05-8c7a-bbf579ca71d0 admin admin] Pushing event updated for resources: {'Network': ['ID=79ff1ec3-5933-4c05-a10b-dba49abb082a,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:13.353927 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Network 79ff1ec3-5933-4c05-a10b-dba49abb082a details requested by agent ovs-agent-dv-cinder-562053-19-iscsi with host dv-cinder-562053-19-iscsi {{(pid=103833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:32:13.397127 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-53680a62-2875-4c05-8c7a-bbf579ca71d0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5872970 Mar 29 15:32:13.400124 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 38680) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:13.405968 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-8646d8d7-be3e-4516-aac3-d87410d419f0 admin admin] Request body: {'subnet': {'network_id': '79ff1ec3-5933-4c05-a10b-dba49abb082a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1841698951-subnet', 'tenant_id': '8d7d519da9f74a4dba15e2362fdeb54e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:13.495823 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8646d8d7-be3e-4516-aac3-d87410d419f0 admin admin] Made reservation on behalf of 8d7d519da9f74a4dba15e2362fdeb54e for: {'subnet': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:32:13.498261 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8646d8d7-be3e-4516-aac3-d87410d419f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8528613'] for subnet (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:13.707910 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8646d8d7-be3e-4516-aac3-d87410d419f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10297191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8528627'] for subnet (d01fe973-3bcf-4e68-8637-f43586bbb0fc), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:13.767220 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646d8d7-be3e-4516-aac3-d87410d419f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d01fe973-3bcf-4e68-8637-f43586bbb0fc,revision_number=0']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:13.775667 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8646d8d7-be3e-4516-aac3-d87410d419f0 admin admin] Checking segment: {'id': '68ee5f34-4c21-4f84-99b1-d4660d84275c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '79ff1ec3-5933-4c05-a10b-dba49abb082a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:32:13.776022 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8646d8d7-be3e-4516-aac3-d87410d419f0 admin admin] Network hostable DHCP agents. Network: 79ff1ec3-5933-4c05-a10b-dba49abb082a, hostable agents: ['60b75cb5-fa55-4ab5-bd81-9da0c894ffc8'], hosted agents: [] {{(pid=103831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:32:13.832789 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8646d8d7-be3e-4516-aac3-d87410d419f0 admin admin] Network 79ff1ec3-5933-4c05-a10b-dba49abb082a is scheduled to be hosted by DHCP agent 60b75cb5-fa55-4ab5-bd81-9da0c894ffc8 with binding_index 1 {{(pid=103831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:32:13.901525 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [None req-8646d8d7-be3e-4516-aac3-d87410d419f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-19-iscsi, 79ff1ec3-5933-4c05-a10b-dba49abb082a) {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:32:13.906010 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8646d8d7-be3e-4516-aac3-d87410d419f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:13.908906 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8646d8d7-be3e-4516-aac3-d87410d419f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for subnet (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:13.912629 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ed61f4-08da-4267-aca4-8aaec24220d1 None None] Network 79ff1ec3-5933-4c05-a10b-dba49abb082a requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:32:13.989624 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-8646d8d7-be3e-4516-aac3-d87410d419f0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5831578 Mar 29 15:32:14.011186 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ccd0a9-bed8-452d-b1a1-de6a2aad7e4d None None] Network 79ff1ec3-5933-4c05-a10b-dba49abb082a requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:32:15.364863 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eef3dd-384a-4bc6-b62c-f485a36c7607 req-2bbb7862-e480-40d6-aef1-550c499a9ad2 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:15.366252 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-00eef3dd-384a-4bc6-b62c-f485a36c7607 req-2bbb7862-e480-40d6-aef1-550c499a9ad2 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=08c61e33-70d2-413a-b763-b22ab59068cc HTTP/1.1" status: 200 len: 946 time: 0.2441719 Mar 29 15:32:15.411054 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-00eef3dd-384a-4bc6-b62c-f485a36c7607 req-7c76ceac-fbd2-4368-bbbf-92c3811b9b8d tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=a785d304-abb1-4110-8a32-6a8eba8b24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392516 Mar 29 15:32:16.005415 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-43d78855-9eb0-4032-899e-698e4e55553b tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:16.006838 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-43d78855-9eb0-4032-899e-698e4e55553b tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/networks?id=79ff1ec3-5933-4c05-a10b-dba49abb082a HTTP/1.1" status: 200 len: 809 time: 0.0964491 Mar 29 15:32:16.021353 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-c62f18c4-5b81-4586-8e9d-d37f29333893 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/quotas/8d7d519da9f74a4dba15e2362fdeb54e HTTP/1.1" status: 200 len: 375 time: 0.0090702 Mar 29 15:32:16.053629 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-937b9c6c-ecd6-4033-bbc9-325978182428 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d7d519da9f74a4dba15e2362fdeb54e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277634 Mar 29 15:32:16.182411 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-43ce98fa-745c-4d37-9744-47458490be45 service neutron] 10.222.0.39 "GET /v2.0/networks/79ff1ec3-5933-4c05-a10b-dba49abb082a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222153 Mar 29 15:32:16.270826 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-2a2086dd-2a4e-473a-aa32-c6aae1f10481 service neutron] 10.222.0.39 "GET /v2.0/networks/79ff1ec3-5933-4c05-a10b-dba49abb082a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826514 Mar 29 15:32:16.532740 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-79d55d1b-01ed-4459-9ba5-7ff22d4d956e req-18a66d38-1268-4d0e-bda7-1e5473dd771c tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d2de392-c148-4581-95b5-8ae5be9fd1f1 HTTP/1.1" status: 200 len: 210 time: 0.0409403 Mar 29 15:32:16.556103 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cac2d-8baf-4cf6-a5b2-547c80d5d6c9 req-41dde17e-f687-4ea4-aca0-c3a644324064 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:16.557729 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1c1cac2d-8baf-4cf6-a5b2-547c80d5d6c9 req-41dde17e-f687-4ea4-aca0-c3a644324064 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=08c61e33-70d2-413a-b763-b22ab59068cc HTTP/1.1" status: 200 len: 946 time: 0.0750365 Mar 29 15:32:16.605657 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1c1cac2d-8baf-4cf6-a5b2-547c80d5d6c9 req-30801462-ad54-459c-8c46-813a912ef659 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups?id=a785d304-abb1-4110-8a32-6a8eba8b24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420146 Mar 29 15:32:17.026331 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e134b0a-a01d-42e7-b5a4-99c92dc20575 req-721bfe58-f988-4ad7-9220-f9e17669e45b tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:17.027820 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-0e134b0a-a01d-42e7-b5a4-99c92dc20575 req-721bfe58-f988-4ad7-9220-f9e17669e45b tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.15 "GET /v2.0/ports?device_id=08c61e33-70d2-413a-b763-b22ab59068cc HTTP/1.1" status: 200 len: 946 time: 0.0524447 Mar 29 15:32:17.124294 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-0e134b0a-a01d-42e7-b5a4-99c92dc20575 req-c27f2752-e0fe-49fc-aec3-29a5a5320cf4 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Deleting port 1f6f5879-e461-4327-a82a-4ff0084490c6 {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:32:17.124641 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-0e134b0a-a01d-42e7-b5a4-99c92dc20575 req-c27f2752-e0fe-49fc-aec3-29a5a5320cf4 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (1f6f5879-e461-4327-a82a-4ff0084490c6), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:17.211163 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-0e134b0a-a01d-42e7-b5a4-99c92dc20575 req-c27f2752-e0fe-49fc-aec3-29a5a5320cf4 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] For port 1f6f5879-e461-4327-a82a-4ff0084490c6, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=1f6f5879-e461-4327-a82a-4ff0084490c6,segment=NetworkSegment(1d3df2be-b294-4164-824a-37d5b6cd48ea),segment_id=1d3df2be-b294-4164-824a-37d5b6cd48ea)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:17.215726 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-0e134b0a-a01d-42e7-b5a4-99c92dc20575 req-c27f2752-e0fe-49fc-aec3-29a5a5320cf4 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (1f6f5879-e461-4327-a82a-4ff0084490c6), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:17.380802 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-0e134b0a-a01d-42e7-b5a4-99c92dc20575 req-c27f2752-e0fe-49fc-aec3-29a5a5320cf4 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:17.381094 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-0e134b0a-a01d-42e7-b5a4-99c92dc20575 req-c27f2752-e0fe-49fc-aec3-29a5a5320cf4 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (1a578711-5b4d-45f9-9a99-6f6bb50af508), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:17.381408 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.db.l3_db [req-0e134b0a-a01d-42e7-b5a4-99c92dc20575 req-c27f2752-e0fe-49fc-aec3-29a5a5320cf4 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Floating IP 1a578711-5b4d-45f9-9a99-6f6bb50af508 disassociated. External IP: 172.27.3.240, port: 1f6f5879-e461-4327-a82a-4ff0084490c6. Mar 29 15:32:17.381751 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-0e134b0a-a01d-42e7-b5a4-99c92dc20575 req-c27f2752-e0fe-49fc-aec3-29a5a5320cf4 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Calling delete_port for 1f6f5879-e461-4327-a82a-4ff0084490c6 owned by compute:nova {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:32:17.559024 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-0e134b0a-a01d-42e7-b5a4-99c92dc20575 req-c27f2752-e0fe-49fc-aec3-29a5a5320cf4 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (1f6f5879-e461-4327-a82a-4ff0084490c6), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:17.588531 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f2752-e0fe-49fc-aec3-29a5a5320cf4 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Pushing event deleted for resources: {'Port': ['ID=1f6f5879-e461-4327-a82a-4ff0084490c6,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:17.634334 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bb526236-8c08-45ba-a7db-a467ee617a5e req-e74b1e92-cedb-4be8-8517-9a47d726f721 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d2de392-c148-4581-95b5-8ae5be9fd1f1 HTTP/1.1" status: 200 len: 210 time: 0.0324061 Mar 29 15:32:17.712750 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e134b0a-a01d-42e7-b5a4-99c92dc20575 req-c27f2752-e0fe-49fc-aec3-29a5a5320cf4 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Router 73c396a8-d46c-4f74-9439-370970a2ec31 has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:32:17.714522 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f8e59854-567d-4e3c-b227-83fbd5492433 req-a700a7b6-831d-4378-beb3-8f2df79b715d tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=08c61e33-70d2-413a-b763-b22ab59068cc HTTP/1.1" status: 200 len: 210 time: 0.0358062 Mar 29 15:32:17.823127 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e134b0a-a01d-42e7-b5a4-99c92dc20575 req-c27f2752-e0fe-49fc-aec3-29a5a5320cf4 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:32:17.833230 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b175d7-7343-4fa7-9609-7df1e394d738 None None] Sync routers for ids ['73c396a8-d46c-4f74-9439-370970a2ec31'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:32:17.843501 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b175d7-7343-4fa7-9609-7df1e394d738 None None] Routers {'73c396a8-d46c-4f74-9439-370970a2ec31'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:32:17.847357 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-60b175d7-7343-4fa7-9609-7df1e394d738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:31:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['73c396a8-d46c-4f74-9439-370970a2ec31'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:17.882430 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e134b0a-a01d-42e7-b5a4-99c92dc20575 req-c27f2752-e0fe-49fc-aec3-29a5a5320cf4 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] No DVR routers for this DVR port 1f6f5879-e461-4327-a82a-4ff0084490c6 on host hv-cinder-56205 {{(pid=103831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:32:17.882430 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-0e134b0a-a01d-42e7-b5a4-99c92dc20575 req-c27f2752-e0fe-49fc-aec3-29a5a5320cf4 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:17.882430 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-0e134b0a-a01d-42e7-b5a4-99c92dc20575 req-c27f2752-e0fe-49fc-aec3-29a5a5320cf4 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.15 "DELETE /v2.0/ports/1f6f5879-e461-4327-a82a-4ff0084490c6 HTTP/1.1" status: 204 len: 173 time: 0.8399425 Mar 29 15:32:17.882430 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c61e33-70d2-413a-b763-b22ab59068cc', 'name': 'network-vif-deleted', 'tag': '1f6f5879-e461-4327-a82a-4ff0084490c6'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:32:17.882430 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274b991c-dce9-4f19-9539-409987a25d06" -d '{"events": [{"server_uuid": "08c61e33-70d2-413a-b763-b22ab59068cc", "name": "network-vif-deleted", "tag": "1f6f5879-e461-4327-a82a-4ff0084490c6"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:32:17.913331 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8650d61-f8cc-441a-9b64-7322a355696e x-openstack-request-id: req-b8650d61-f8cc-441a-9b64-7322a355696e {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:32:17.913738 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c61e33-70d2-413a-b763-b22ab59068cc", "name": "network-vif-deleted", "tag": "1f6f5879-e461-4327-a82a-4ff0084490c6", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:32:17.913911 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b8650d61-f8cc-441a-9b64-7322a355696e {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:32:17.914278 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8650d61-f8cc-441a-9b64-7322a355696e'] response: {'server_uuid': '08c61e33-70d2-413a-b763-b22ab59068cc', 'name': 'network-vif-deleted', 'tag': '1f6f5879-e461-4327-a82a-4ff0084490c6', 'status': 'completed', 'code': 200} Mar 29 15:32:17.957394 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-60b175d7-7343-4fa7-9609-7df1e394d738 None None] Set router 73c396a8-d46c-4f74-9439-370970a2ec31 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:32:18.163635 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-60b175d7-7343-4fa7-9609-7df1e394d738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'name': 'tempest-AttachVolumeTestJSON-1437192592-router', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:42Z', 'updated_at': '2022-03-29T15:25:49Z', 'revision_number': 4, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'gw_port': {'id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:43Z', 'updated_at': '2022-03-29T15:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '7b3fc76b-99bc-4415-888c-17c81e029140', 'name': '', 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'mac_address': 'fa:16:3e:33:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:47Z', 'updated_at': '2022-03-29T15:25:55Z', 'revision_number': 5, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'subnets': [{'id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:18.190153 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b175d7-7343-4fa7-9609-7df1e394d738 None None] Checking router: 73c396a8-d46c-4f74-9439-370970a2ec31 for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:32:18.198245 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b175d7-7343-4fa7-9609-7df1e394d738 None None] Routers {'73c396a8-d46c-4f74-9439-370970a2ec31'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:32:18.198843 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-60b175d7-7343-4fa7-9609-7df1e394d738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:31:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['73c396a8-d46c-4f74-9439-370970a2ec31'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:18.389253 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-60b175d7-7343-4fa7-9609-7df1e394d738 None None] Set router 73c396a8-d46c-4f74-9439-370970a2ec31 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:32:18.469237 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-8aa2d189-b957-415d-a116-b63c95614b36 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:18.470830 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-8aa2d189-b957-415d-a116-b63c95614b36 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.15 "GET /v2.0/networks?id=79ff1ec3-5933-4c05-a10b-dba49abb082a HTTP/1.1" status: 200 len: 809 time: 0.1086705 Mar 29 15:32:18.484315 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d836e1ad-374a-4066-a845-31f4f7c1c5d0 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Request body: {'port': {'device_id': '8d2de392-c148-4581-95b5-8ae5be9fd1f1', 'network_id': '79ff1ec3-5933-4c05-a10b-dba49abb082a', 'admin_state_up': True, 'tenant_id': '8d7d519da9f74a4dba15e2362fdeb54e'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:18.592694 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-60b175d7-7343-4fa7-9609-7df1e394d738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'name': 'tempest-AttachVolumeTestJSON-1437192592-router', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:42Z', 'updated_at': '2022-03-29T15:25:49Z', 'revision_number': 4, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'gw_port': {'id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:43Z', 'updated_at': '2022-03-29T15:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '7b3fc76b-99bc-4415-888c-17c81e029140', 'name': '', 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'mac_address': 'fa:16:3e:33:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:47Z', 'updated_at': '2022-03-29T15:25:55Z', 'revision_number': 5, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'subnets': [{'id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:18.621923 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b175d7-7343-4fa7-9609-7df1e394d738 None None] The sync data for ids ['73c396a8-d46c-4f74-9439-370970a2ec31'] in dv-cinder-562053-19-iscsi is: [{'id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'name': 'tempest-AttachVolumeTestJSON-1437192592-router', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:42Z', 'updated_at': '2022-03-29T15:25:49Z', 'revision_number': 4, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'gw_port': {'id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:43Z', 'updated_at': '2022-03-29T15:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '7b3fc76b-99bc-4415-888c-17c81e029140', 'name': '', 'network_id': 'e9e966a3-c502-4415-ba24-fb4be64d7c3f', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'mac_address': 'fa:16:3e:33:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:47Z', 'updated_at': '2022-03-29T15:25:55Z', 'revision_number': 5, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'subnets': [{'id': 'd3e72c2a-9791-4704-a967-653d7b3a63cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:32:18.714019 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d836e1ad-374a-4066-a845-31f4f7c1c5d0 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Made reservation on behalf of 8d7d519da9f74a4dba15e2362fdeb54e for: {'port': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:32:18.717499 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d836e1ad-374a-4066-a845-31f4f7c1c5d0 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:18.746830 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b5fd2a76-4053-496a-82f2-2b5af1272123 req-a1274008-98aa-491b-bc0e-5c9322710875 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d2de392-c148-4581-95b5-8ae5be9fd1f1 HTTP/1.1" status: 200 len: 210 time: 0.0418322 Mar 29 15:32:18.851198 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-70e1fbf4-3a55-428b-bc23-72115c504caf req-80e4d805-568b-4099-9646-47fb2e0fdea4 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/ports?device_id=08c61e33-70d2-413a-b763-b22ab59068cc HTTP/1.1" status: 200 len: 210 time: 0.0303583 Mar 29 15:32:18.875852 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d836e1ad-374a-4066-a845-31f4f7c1c5d0 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Allocated IP 172.20.0.14 (79ff1ec3-5933-4c05-a10b-dba49abb082a/d01fe973-3bcf-4e68-8637-f43586bbb0fc/f746e477-d6fb-42dd-b5f0-2ee42c262b0e) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:32:18.914548 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e29b58f-0bd3-4abe-a8db-093088d924e5 None None] New status for floating IP 1a578711-5b4d-45f9-9a99-6f6bb50af508: DOWN {{(pid=103833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:32:19.029507 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d836e1ad-374a-4066-a845-31f4f7c1c5d0 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Publish callbacks [] for port (f746e477-d6fb-42dd-b5f0-2ee42c262b0e), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:19.124800 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d836e1ad-374a-4066-a845-31f4f7c1c5d0 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (f746e477-d6fb-42dd-b5f0-2ee42c262b0e), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:19.166750 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d836e1ad-374a-4066-a845-31f4f7c1c5d0 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Network 79ff1ec3-5933-4c05-a10b-dba49abb082a is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:32:19.169851 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d836e1ad-374a-4066-a845-31f4f7c1c5d0 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:32:19.176161 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d836e1ad-374a-4066-a845-31f4f7c1c5d0 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:32:19.198971 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836e1ad-374a-4066-a845-31f4f7c1c5d0 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Pushing event updated for resources: {'Port': ['ID=f746e477-d6fb-42dd-b5f0-2ee42c262b0e,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:19.225388 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d836e1ad-374a-4066-a845-31f4f7c1c5d0 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:19.225999 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d836e1ad-374a-4066-a845-31f4f7c1c5d0 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:19.298306 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d836e1ad-374a-4066-a845-31f4f7c1c5d0 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8179986 Mar 29 15:32:19.310508 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d16d96cf-7674-4ff0-8618-6f3983a401e7 service neutron] Request body: {'port': {'device_id': '8d2de392-c148-4581-95b5-8ae5be9fd1f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:19.371908 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d16d96cf-7674-4ff0-8618-6f3983a401e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (f746e477-d6fb-42dd-b5f0-2ee42c262b0e), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:19.621110 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d16d96cf-7674-4ff0-8618-6f3983a401e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f746e477-d6fb-42dd-b5f0-2ee42c262b0e {{(pid=103831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:32:19.628962 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d16d96cf-7674-4ff0-8618-6f3983a401e7 service neutron] Publish callbacks [] for port (f746e477-d6fb-42dd-b5f0-2ee42c262b0e), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:19.640834 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.provisioning_blocks [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d16d96cf-7674-4ff0-8618-6f3983a401e7 service neutron] Transition to ACTIVE for port object f746e477-d6fb-42dd-b5f0-2ee42c262b0e will not be triggered until provisioned by entity L2. {{(pid=103831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:32:19.741019 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d16d96cf-7674-4ff0-8618-6f3983a401e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (f746e477-d6fb-42dd-b5f0-2ee42c262b0e), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:19.791130 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d96cf-7674-4ff0-8618-6f3983a401e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f746e477-d6fb-42dd-b5f0-2ee42c262b0e,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:19.869014 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d16d96cf-7674-4ff0-8618-6f3983a401e7 service neutron] Attempting to bind port f746e477-d6fb-42dd-b5f0-2ee42c262b0e on host hv-cinder-56205 for vnic_type normal with profile {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:32:19.869358 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d16d96cf-7674-4ff0-8618-6f3983a401e7 service neutron] Attempting to bind port f746e477-d6fb-42dd-b5f0-2ee42c262b0e by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '68ee5f34-4c21-4f84-99b1-d4660d84275c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '79ff1ec3-5933-4c05-a10b-dba49abb082a'}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:32:19.869695 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d16d96cf-7674-4ff0-8618-6f3983a401e7 service neutron] Attempting to bind port f746e477-d6fb-42dd-b5f0-2ee42c262b0e on network 79ff1ec3-5933-4c05-a10b-dba49abb082a {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:32:19.869942 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808239b6-21f7-4b69-85a5-74a79bbaa5d7 req-d29dcec7-0706-405b-abb9-059311865031 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:19.871470 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-808239b6-21f7-4b69-85a5-74a79bbaa5d7 req-d29dcec7-0706-405b-abb9-059311865031 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d2de392-c148-4581-95b5-8ae5be9fd1f1 HTTP/1.1" status: 200 len: 944 time: 0.0526459 Mar 29 15:32:19.874245 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d16d96cf-7674-4ff0-8618-6f3983a401e7 service neutron] Port f746e477-d6fb-42dd-b5f0-2ee42c262b0e on network 79ff1ec3-5933-4c05-a10b-dba49abb082a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:32:19.874571 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d16d96cf-7674-4ff0-8618-6f3983a401e7 service neutron] Attempting to bind port f746e477-d6fb-42dd-b5f0-2ee42c262b0e on network 79ff1ec3-5933-4c05-a10b-dba49abb082a {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:32:19.879798 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d16d96cf-7674-4ff0-8618-6f3983a401e7 service neutron] Checking agent: {'id': 'cb22ad3b-74f2-4994-b299-960cea1745ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'started_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:32:19.880168 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d16d96cf-7674-4ff0-8618-6f3983a401e7 service neutron] Checking segment: {'id': '68ee5f34-4c21-4f84-99b1-d4660d84275c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '79ff1ec3-5933-4c05-a10b-dba49abb082a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:32:19.880701 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d16d96cf-7674-4ff0-8618-6f3983a401e7 service neutron] Bound using segment: {'id': '68ee5f34-4c21-4f84-99b1-d4660d84275c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '79ff1ec3-5933-4c05-a10b-dba49abb082a'} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:32:19.881130 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d16d96cf-7674-4ff0-8618-6f3983a401e7 service neutron] Bound port: f746e477-d6fb-42dd-b5f0-2ee42c262b0e, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ee5f34-4c21-4f84-99b1-d4660d84275c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '79ff1ec3-5933-4c05-a10b-dba49abb082a'}}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:32:19.881492 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d16d96cf-7674-4ff0-8618-6f3983a401e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (f746e477-d6fb-42dd-b5f0-2ee42c262b0e), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:19.929790 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-808239b6-21f7-4b69-85a5-74a79bbaa5d7 req-57ccb1ab-ec3b-4fa3-82d4-8efe31821ab4 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/security-groups?id=30229fa5-cd3b-49b7-ba82-fb0a7e48ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480599 Mar 29 15:32:19.948848 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d16d96cf-7674-4ff0-8618-6f3983a401e7 service neutron] For port f746e477-d6fb-42dd-b5f0-2ee42c262b0e, host hv-cinder-56205, cleared binding levels {{(pid=103831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:32:19.951817 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d16d96cf-7674-4ff0-8618-6f3983a401e7 service neutron] For port f746e477-d6fb-42dd-b5f0-2ee42c262b0e, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=f746e477-d6fb-42dd-b5f0-2ee42c262b0e,segment=NetworkSegment(68ee5f34-4c21-4f84-99b1-d4660d84275c),segment_id=68ee5f34-4c21-4f84-99b1-d4660d84275c)] {{(pid=103831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:32:20.021978 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 38760) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:20.039644 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d16d96cf-7674-4ff0-8618-6f3983a401e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (f746e477-d6fb-42dd-b5f0-2ee42c262b0e), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:20.100839 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d16d96cf-7674-4ff0-8618-6f3983a401e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:20.101462 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d16d96cf-7674-4ff0-8618-6f3983a401e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:20.102827 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d16d96cf-7674-4ff0-8618-6f3983a401e7 service neutron] 10.222.0.15 "PUT /v2.0/ports/f746e477-d6fb-42dd-b5f0-2ee42c262b0e HTTP/1.1" status: 200 len: 1094 time: 0.7965496 Mar 29 15:32:20.104407 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2de392-c148-4581-95b5-8ae5be9fd1f1', 'tag': 'f746e477-d6fb-42dd-b5f0-2ee42c262b0e'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:32:20.106629 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c4cdc3-a9dc-4dc2-bc42-b446151ef6e8" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2de392-c148-4581-95b5-8ae5be9fd1f1", "tag": "f746e477-d6fb-42dd-b5f0-2ee42c262b0e"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:32:20.144342 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cf2e43-27f7-49b4-99c1-2c2d24b91350 x-openstack-request-id: req-28cf2e43-27f7-49b4-99c1-2c2d24b91350 {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:32:20.144637 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2de392-c148-4581-95b5-8ae5be9fd1f1", "tag": "f746e477-d6fb-42dd-b5f0-2ee42c262b0e", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:32:20.144894 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-28cf2e43-27f7-49b4-99c1-2c2d24b91350 {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:32:20.145297 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28cf2e43-27f7-49b4-99c1-2c2d24b91350'] response: {'name': 'network-changed', 'server_uuid': '8d2de392-c148-4581-95b5-8ae5be9fd1f1', 'tag': 'f746e477-d6fb-42dd-b5f0-2ee42c262b0e', 'status': 'completed', 'code': 200} Mar 29 15:32:20.146192 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d96cf-7674-4ff0-8618-6f3983a401e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f746e477-d6fb-42dd-b5f0-2ee42c262b0e,revision_number=3']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:20.148914 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-1d8fe0eb-e22d-4b83-8b06-da9f21b79c48 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for security_group (a785d304-abb1-4110-8a32-6a8eba8b24c2), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:20.182174 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-1d8fe0eb-e22d-4b83-8b06-da9f21b79c48 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for security_group (a785d304-abb1-4110-8a32-6a8eba8b24c2), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:20.239711 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4cdc3-a9dc-4dc2-bc42-b446151ef6e8 req-f25fa343-0971-4b3a-9a5e-7b42f574d38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:20.241243 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-91c4cdc3-a9dc-4dc2-bc42-b446151ef6e8 req-f25fa343-0971-4b3a-9a5e-7b42f574d38f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d7d519da9f74a4dba15e2362fdeb54e&device_id=8d2de392-c148-4581-95b5-8ae5be9fd1f1 HTTP/1.1" status: 200 len: 1128 time: 0.0710511 Mar 29 15:32:20.308854 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-1d8fe0eb-e22d-4b83-8b06-da9f21b79c48 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (a785d304-abb1-4110-8a32-6a8eba8b24c2), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:20.311378 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-1d8fe0eb-e22d-4b83-8b06-da9f21b79c48 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:20.312517 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-1d8fe0eb-e22d-4b83-8b06-da9f21b79c48 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "DELETE /v2.0/security-groups/a785d304-abb1-4110-8a32-6a8eba8b24c2 HTTP/1.1" status: 204 len: 168 time: 0.2895458 Mar 29 15:32:20.315333 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 38764) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:20.327921 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.api.v2.resource [None req-605dd6a5-6b5a-4a25-be53-feee5fce2aaf tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] show failed (client error): The resource could not be found. Mar 29 15:32:20.328934 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-605dd6a5-6b5a-4a25-be53-feee5fce2aaf tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "GET /v2.0/security-groups/a785d304-abb1-4110-8a32-6a8eba8b24c2 HTTP/1.1" status: 404 len: 347 time: 0.0125995 Mar 29 15:32:20.332155 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 38766) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:20.334358 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8fe0eb-e22d-4b83-8b06-da9f21b79c48 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a785d304-abb1-4110-8a32-6a8eba8b24c2,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:20.359122 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4cdc3-a9dc-4dc2-bc42-b446151ef6e8 req-84155675-4021-442f-8d84-03b5ca7d305d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:20.360628 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-91c4cdc3-a9dc-4dc2-bc42-b446151ef6e8 req-84155675-4021-442f-8d84-03b5ca7d305d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8d7d519da9f74a4dba15e2362fdeb54e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1111693 Mar 29 15:32:20.451399 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4cdc3-a9dc-4dc2-bc42-b446151ef6e8 req-797a71aa-3fcb-4afe-a291-842c033ca80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:20.453031 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-91c4cdc3-a9dc-4dc2-bc42-b446151ef6e8 req-797a71aa-3fcb-4afe-a291-842c033ca80d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865400 Mar 29 15:32:20.459161 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-ee4995d0-82f5-4144-81ea-643b55733948 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Deleting port 603163a9-fdae-42dd-8a08-8fe9d1020939 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:32:20.459501 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ee4995d0-82f5-4144-81ea-643b55733948 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (603163a9-fdae-42dd-8a08-8fe9d1020939), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:20.533558 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-0a143f73-d0f8-45e5-99da-e7266d73d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:20.535076 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-0a143f73-d0f8-45e5-99da-e7266d73d854 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d7d519da9f74a4dba15e2362fdeb54e&device_id=8d2de392-c148-4581-95b5-8ae5be9fd1f1 HTTP/1.1" status: 200 len: 1128 time: 0.0442672 Mar 29 15:32:20.536355 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ee4995d0-82f5-4144-81ea-643b55733948 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (603163a9-fdae-42dd-8a08-8fe9d1020939), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:20.536686 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ee4995d0-82f5-4144-81ea-643b55733948 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for floatingip (603163a9-fdae-42dd-8a08-8fe9d1020939), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:20.548408 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-ee4995d0-82f5-4144-81ea-643b55733948 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Calling delete_port for 603163a9-fdae-42dd-8a08-8fe9d1020939 owned by network:floatingip {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:32:20.581323 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-469fd7a5-4fca-4160-9c02-dc71971fcd1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f746e477-d6fb-42dd-b5f0-2ee42c262b0e HTTP/1.1" status: 200 len: 217 time: 0.0384235 Mar 29 15:32:20.628921 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-48f3c2bb-6cbc-4969-9b05-002cec681aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:20.630384 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-48f3c2bb-6cbc-4969-9b05-002cec681aa3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d01fe973-3bcf-4e68-8637-f43586bbb0fc HTTP/1.1" status: 200 len: 849 time: 0.0430157 Mar 29 15:32:20.665107 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-d91b4818-69e0-4bbe-925f-ba6aed1b7cbb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79ff1ec3-5933-4c05-a10b-dba49abb082a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251667 Mar 29 15:32:20.756878 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-797e7396-8249-4542-9315-259badc333c9 service neutron] 10.222.0.15 "GET /v2.0/networks/79ff1ec3-5933-4c05-a10b-dba49abb082a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849259 Mar 29 15:32:20.787202 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ee4995d0-82f5-4144-81ea-643b55733948 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (603163a9-fdae-42dd-8a08-8fe9d1020939), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:20.812884 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4995d0-82f5-4144-81ea-643b55733948 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Pushing event deleted for resources: {'Port': ['ID=603163a9-fdae-42dd-8a08-8fe9d1020939,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:20.846767 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-287b5f2b-7418-4492-a8a7-ae63bef9a0eb req-fd3a8f33-0f83-4fbd-82ef-43a913e6e243 service neutron] 10.222.0.15 "GET /v2.0/networks/79ff1ec3-5933-4c05-a10b-dba49abb082a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827715 Mar 29 15:32:20.880737 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ee4995d0-82f5-4144-81ea-643b55733948 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks [] for floatingip (1a578711-5b4d-45f9-9a99-6f6bb50af508), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:20.883561 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ee4995d0-82f5-4144-81ea-643b55733948 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:20.884740 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-ee4995d0-82f5-4144-81ea-643b55733948 tempest-AttachVolumeTestJSON-1825095579 tempest-AttachVolumeTestJSON-1825095579-project] 10.222.0.39 "DELETE /v2.0/floatingips/1a578711-5b4d-45f9-9a99-6f6bb50af508 HTTP/1.1" status: 204 len: 168 time: 0.5516973 Mar 29 15:32:21.045644 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143b882-8048-4f62-a4c3-3a151f33a06b req-85d6a2a1-46ba-45fe-b42e-e471878935c9 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:21.047039 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e143b882-8048-4f62-a4c3-3a151f33a06b req-85d6a2a1-46ba-45fe-b42e-e471878935c9 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d2de392-c148-4581-95b5-8ae5be9fd1f1 HTTP/1.1" status: 200 len: 944 time: 0.0516505 Mar 29 15:32:21.097342 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e143b882-8048-4f62-a4c3-3a151f33a06b req-ef43a01a-954b-4806-871f-c9d6f86d78ed tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/security-groups?id=30229fa5-cd3b-49b7-ba82-fb0a7e48ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439525 Mar 29 15:32:21.399127 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 1f6f5879-e461-4327-a82a-4ff0084490c6 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:32:21.418972 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] No Port match for: 1f6f5879-e461-4327-a82a-4ff0084490c6 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:32:21.421895 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 1f6f5879-e461-4327-a82a-4ff0084490c6 not bound to the agent host hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:32:22.220453 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aaaba3-298e-4921-9421-c902ce90f218 req-2c46031e-8de7-4984-9401-44b75ba2ff89 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:22.221948 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-00aaaba3-298e-4921-9421-c902ce90f218 req-2c46031e-8de7-4984-9401-44b75ba2ff89 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d2de392-c148-4581-95b5-8ae5be9fd1f1 HTTP/1.1" status: 200 len: 944 time: 0.0535133 Mar 29 15:32:22.267571 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-00aaaba3-298e-4921-9421-c902ce90f218 req-a630dbf4-3ef4-4ba4-bcd3-d6e0be49c11d tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/security-groups?id=30229fa5-cd3b-49b7-ba82-fb0a7e48ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400605 Mar 29 15:32:22.300990 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-52e00f63-e81e-4d03-a6a5-e824d2c8e17f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:23.385405 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e11d9-7764-47c5-9c00-dc5ce29e36f8 req-28115ca4-a90d-4bd4-a688-50ea6e879002 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:23.386894 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ce7e11d9-7764-47c5-9c00-dc5ce29e36f8 req-28115ca4-a90d-4bd4-a688-50ea6e879002 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d2de392-c148-4581-95b5-8ae5be9fd1f1 HTTP/1.1" status: 200 len: 944 time: 0.0546305 Mar 29 15:32:23.414760 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device f746e477-d6fb-42dd-b5f0-2ee42c262b0e details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=103833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:32:23.441235 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ce7e11d9-7764-47c5-9c00-dc5ce29e36f8 req-68f12e26-93be-4ee8-a133-2e7fa7ceaadd tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/security-groups?id=30229fa5-cd3b-49b7-ba82-fb0a7e48ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488520 Mar 29 15:32:23.514478 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port f746e477-d6fb-42dd-b5f0-2ee42c262b0e, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=f746e477-d6fb-42dd-b5f0-2ee42c262b0e,segment=NetworkSegment(68ee5f34-4c21-4f84-99b1-d4660d84275c),segment_id=68ee5f34-4c21-4f84-99b1-d4660d84275c)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:23.526915 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Returning: {'device': 'f746e477-d6fb-42dd-b5f0-2ee42c262b0e', 'network_id': '79ff1ec3-5933-4c05-a10b-dba49abb082a', 'port_id': 'f746e477-d6fb-42dd-b5f0-2ee42c262b0e', 'mac_address': 'fa:16:3e:cd:78:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd01fe973-3bcf-4e68-8637-f43586bbb0fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:32:23.563519 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port f746e477-d6fb-42dd-b5f0-2ee42c262b0e is: DOWN; New status is: BUILD {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:23.563827 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (f746e477-d6fb-42dd-b5f0-2ee42c262b0e), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:23.576983 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f746e477-d6fb-42dd-b5f0-2ee42c262b0e {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:32:23.596588 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port f746e477-d6fb-42dd-b5f0-2ee42c262b0e, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=f746e477-d6fb-42dd-b5f0-2ee42c262b0e,segment=NetworkSegment(68ee5f34-4c21-4f84-99b1-d4660d84275c),segment_id=68ee5f34-4c21-4f84-99b1-d4660d84275c)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:23.655722 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (f746e477-d6fb-42dd-b5f0-2ee42c262b0e), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:23.703802 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=f746e477-d6fb-42dd-b5f0-2ee42c262b0e,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:23.710830 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:23.711176 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:23.711520 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:23.711859 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:23.712190 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:23.712540 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:23.712867 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:23.713192 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:23.713517 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:23.713840 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:23.714161 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:23.714482 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:23.714802 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:23.715123 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:23.715438 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:23.922148 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['f746e477-d6fb-42dd-b5f0-2ee42c262b0e'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:32:24.455354 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1d7c4ae1-68c0-491e-bb1e-00a8ebfaeaf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:24.557240 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878e0d9-8db1-46c2-a7ed-f886f39e73e8 req-bb90891f-c547-4e13-8910-afdadd5e47ed tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:24.559268 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7878e0d9-8db1-46c2-a7ed-f886f39e73e8 req-bb90891f-c547-4e13-8910-afdadd5e47ed tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d2de392-c148-4581-95b5-8ae5be9fd1f1 HTTP/1.1" status: 200 len: 945 time: 0.0511374 Mar 29 15:32:24.604425 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7878e0d9-8db1-46c2-a7ed-f886f39e73e8 req-775bc189-f28d-41fa-999e-06d558688390 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/security-groups?id=30229fa5-cd3b-49b7-ba82-fb0a7e48ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399013 Mar 29 15:32:24.744555 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 38806) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:25.197469 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c5384dc2-217f-45c1-b3e6-717a58cbb764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032828'] for router_interface (73c396a8-d46c-4f74-9439-370970a2ec31), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:25.430191 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device f746e477-d6fb-42dd-b5f0-2ee42c262b0e up at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:32:25.488120 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-c5384dc2-217f-45c1-b3e6-717a58cbb764 admin admin] Deleting port 7b3fc76b-99bc-4415-888c-17c81e029140 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:32:25.488482 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c5384dc2-217f-45c1-b3e6-717a58cbb764 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (7b3fc76b-99bc-4415-888c-17c81e029140), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:25.535547 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning for port f746e477-d6fb-42dd-b5f0-2ee42c262b0e completed by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:32:25.540716 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning complete for port f746e477-d6fb-42dd-b5f0-2ee42c262b0e triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:25.541118 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (f746e477-d6fb-42dd-b5f0-2ee42c262b0e), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:25.573292 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.db [None req-c5384dc2-217f-45c1-b3e6-717a58cbb764 admin admin] For port 7b3fc76b-99bc-4415-888c-17c81e029140, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=7b3fc76b-99bc-4415-888c-17c81e029140,segment=NetworkSegment(1d3df2be-b294-4164-824a-37d5b6cd48ea),segment_id=1d3df2be-b294-4164-824a-37d5b6cd48ea)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:25.573879 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c5384dc2-217f-45c1-b3e6-717a58cbb764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (7b3fc76b-99bc-4415-888c-17c81e029140), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:25.586652 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-c5384dc2-217f-45c1-b3e6-717a58cbb764 admin admin] Calling delete_port for 7b3fc76b-99bc-4415-888c-17c81e029140 owned by network:router_interface {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:32:25.618106 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port f746e477-d6fb-42dd-b5f0-2ee42c262b0e is: BUILD; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:25.618496 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (f746e477-d6fb-42dd-b5f0-2ee42c262b0e), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:25.629328 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:25.647844 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2de392-c148-4581-95b5-8ae5be9fd1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f746e477-d6fb-42dd-b5f0-2ee42c262b0e'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:32:25.647844 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67651527b6c7513bff120ad3026ca8b6c51caa370c4ee0f403b1e7b340f0df97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a79ccba-f62a-46bc-b6b9-8d7062ffbd24" -d '{"events": [{"server_uuid": "8d2de392-c148-4581-95b5-8ae5be9fd1f1", "name": "network-vif-plugged", "status": "completed", "tag": "f746e477-d6fb-42dd-b5f0-2ee42c262b0e"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:32:25.657524 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port f746e477-d6fb-42dd-b5f0-2ee42c262b0e, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=f746e477-d6fb-42dd-b5f0-2ee42c262b0e,segment=NetworkSegment(68ee5f34-4c21-4f84-99b1-d4660d84275c),segment_id=68ee5f34-4c21-4f84-99b1-d4660d84275c)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:25.693005 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266342bc-5b0a-4bf7-a419-13b68b3f88b3 x-openstack-request-id: req-266342bc-5b0a-4bf7-a419-13b68b3f88b3 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:32:25.693301 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2de392-c148-4581-95b5-8ae5be9fd1f1", "name": "network-vif-plugged", "status": "completed", "tag": "f746e477-d6fb-42dd-b5f0-2ee42c262b0e", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:32:25.693558 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-266342bc-5b0a-4bf7-a419-13b68b3f88b3 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:32:25.693963 dv-cinder-562053-19-iscsi neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-266342bc-5b0a-4bf7-a419-13b68b3f88b3'] response: {'server_uuid': '8d2de392-c148-4581-95b5-8ae5be9fd1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f746e477-d6fb-42dd-b5f0-2ee42c262b0e', 'code': 200} Mar 29 15:32:25.724372 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (f746e477-d6fb-42dd-b5f0-2ee42c262b0e), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:25.767304 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7427ea7-6448-4f16-9270-c089848c6b52 req-7b43c762-f0ef-4afb-ae24-392cd6ccf1d8 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:25.769286 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b7427ea7-6448-4f16-9270-c089848c6b52 req-7b43c762-f0ef-4afb-ae24-392cd6ccf1d8 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d2de392-c148-4581-95b5-8ae5be9fd1f1 HTTP/1.1" status: 200 len: 945 time: 0.0769970 Mar 29 15:32:25.779187 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=f746e477-d6fb-42dd-b5f0-2ee42c262b0e,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:25.840096 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b7427ea7-6448-4f16-9270-c089848c6b52 req-da84f374-15b5-46d7-bc2a-a00954bd9a30 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/security-groups?id=30229fa5-cd3b-49b7-ba82-fb0a7e48ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539091 Mar 29 15:32:25.890030 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c5384dc2-217f-45c1-b3e6-717a58cbb764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (7b3fc76b-99bc-4415-888c-17c81e029140), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:25.916396 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5384dc2-217f-45c1-b3e6-717a58cbb764 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b3fc76b-99bc-4415-888c-17c81e029140,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:26.010908 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd16e63-04c7-4f22-8c7a-ff545399b90a req-7f41d176-3f39-4aff-90fc-90e9db6fca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:26.012566 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-1fd16e63-04c7-4f22-8c7a-ff545399b90a req-7f41d176-3f39-4aff-90fc-90e9db6fca89 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8d2de392-c148-4581-95b5-8ae5be9fd1f1 HTTP/1.1" status: 200 len: 1130 time: 0.0532932 Mar 29 15:32:26.061039 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-1fd16e63-04c7-4f22-8c7a-ff545399b90a req-a3429244-904b-4ac0-9763-038a5afc9b91 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=30229fa5-cd3b-49b7-ba82-fb0a7e48ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393565 Mar 29 15:32:26.086468 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c5384dc2-217f-45c1-b3e6-717a58cbb764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1025627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1035244'] for router_interface (73c396a8-d46c-4f74-9439-370970a2ec31), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:26.491808 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5384dc2-217f-45c1-b3e6-717a58cbb764 admin admin] Router 73c396a8-d46c-4f74-9439-370970a2ec31 has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:32:26.597794 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5384dc2-217f-45c1-b3e6-717a58cbb764 admin admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:32:26.602732 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-c5384dc2-217f-45c1-b3e6-717a58cbb764 admin admin] 10.222.0.39 "PUT /v2.0/routers/73c396a8-d46c-4f74-9439-370970a2ec31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8571703 Mar 29 15:32:26.605253 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 38816) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:26.607741 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebeaf4a-fb66-48c2-b8e4-06d33d8e7606 None None] Sync routers for ids ['73c396a8-d46c-4f74-9439-370970a2ec31'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:32:26.617675 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebeaf4a-fb66-48c2-b8e4-06d33d8e7606 None None] Routers {'73c396a8-d46c-4f74-9439-370970a2ec31'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:32:26.618284 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-1ebeaf4a-fb66-48c2-b8e4-06d33d8e7606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:32:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['73c396a8-d46c-4f74-9439-370970a2ec31'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:26.714228 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e0750ec5-c0a5-4220-839c-6d0402e16406 admin admin] Publish callbacks [] for router (73c396a8-d46c-4f74-9439-370970a2ec31), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:26.727017 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-1ebeaf4a-fb66-48c2-b8e4-06d33d8e7606 None None] Set router 73c396a8-d46c-4f74-9439-370970a2ec31 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:32:26.818601 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e0750ec5-c0a5-4220-839c-6d0402e16406 admin admin] Publish callbacks [] for router_gateway (73c396a8-d46c-4f74-9439-370970a2ec31), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:26.901979 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-1ebeaf4a-fb66-48c2-b8e4-06d33d8e7606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'name': 'tempest-AttachVolumeTestJSON-1437192592-router', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:42Z', 'updated_at': '2022-03-29T15:32:25Z', 'revision_number': 5, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'gw_port': {'id': '0f5ad435-6013-4a3b-b512-a29cf81bff9d', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:43Z', 'updated_at': '2022-03-29T15:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:26.928475 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebeaf4a-fb66-48c2-b8e4-06d33d8e7606 None None] Checking router: 73c396a8-d46c-4f74-9439-370970a2ec31 for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:32:26.929058 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-e0750ec5-c0a5-4220-839c-6d0402e16406 admin admin] Deleting port 0f5ad435-6013-4a3b-b512-a29cf81bff9d {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:32:26.929465 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e0750ec5-c0a5-4220-839c-6d0402e16406 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (0f5ad435-6013-4a3b-b512-a29cf81bff9d), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:26.937562 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebeaf4a-fb66-48c2-b8e4-06d33d8e7606 None None] Routers {'73c396a8-d46c-4f74-9439-370970a2ec31'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:32:26.938172 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-1ebeaf4a-fb66-48c2-b8e4-06d33d8e7606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:32:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['73c396a8-d46c-4f74-9439-370970a2ec31'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:26.956536 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:27.028997 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-1ebeaf4a-fb66-48c2-b8e4-06d33d8e7606 None None] Set router 73c396a8-d46c-4f74-9439-370970a2ec31 gateway port host: None {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:32:27.034568 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f16ba-cc7f-48b5-a582-0fa3f9cd13ab req-0c7bdc03-7314-4105-aaf2-254a4562d3da tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:27.036069 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b87f16ba-cc7f-48b5-a582-0fa3f9cd13ab req-0c7bdc03-7314-4105-aaf2-254a4562d3da tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d2de392-c148-4581-95b5-8ae5be9fd1f1 HTTP/1.1" status: 200 len: 946 time: 0.1204302 Mar 29 15:32:27.046564 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.db [None req-e0750ec5-c0a5-4220-839c-6d0402e16406 admin admin] For port 0f5ad435-6013-4a3b-b512-a29cf81bff9d, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=0f5ad435-6013-4a3b-b512-a29cf81bff9d,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:27.046944 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e0750ec5-c0a5-4220-839c-6d0402e16406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (0f5ad435-6013-4a3b-b512-a29cf81bff9d), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:27.073984 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-e0750ec5-c0a5-4220-839c-6d0402e16406 admin admin] Calling delete_port for 0f5ad435-6013-4a3b-b512-a29cf81bff9d owned by network:router_gateway {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:32:27.085800 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-1ebeaf4a-fb66-48c2-b8e4-06d33d8e7606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'name': 'tempest-AttachVolumeTestJSON-1437192592-router', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:42Z', 'updated_at': '2022-03-29T15:32:26Z', 'revision_number': 6, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'gw_port_host': None}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:27.112308 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebeaf4a-fb66-48c2-b8e4-06d33d8e7606 None None] The sync data for ids ['73c396a8-d46c-4f74-9439-370970a2ec31'] in dv-cinder-562053-19-iscsi is: [{'id': '73c396a8-d46c-4f74-9439-370970a2ec31', 'name': 'tempest-AttachVolumeTestJSON-1437192592-router', 'tenant_id': '68b100b32ca6457b87f13df08e31d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:42Z', 'updated_at': '2022-03-29T15:32:26Z', 'revision_number': 6, 'project_id': '68b100b32ca6457b87f13df08e31d969', 'gw_port_host': None}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:32:27.146209 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b87f16ba-cc7f-48b5-a582-0fa3f9cd13ab req-27550b25-8d79-4271-880c-ebe5e48eb0f3 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/security-groups?id=30229fa5-cd3b-49b7-ba82-fb0a7e48ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016693 Mar 29 15:32:27.363793 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e0750ec5-c0a5-4220-839c-6d0402e16406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (0f5ad435-6013-4a3b-b512-a29cf81bff9d), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:27.386698 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0750ec5-c0a5-4220-839c-6d0402e16406 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f5ad435-6013-4a3b-b512-a29cf81bff9d,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:27.454097 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e0750ec5-c0a5-4220-839c-6d0402e16406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1033222'] for router_gateway (73c396a8-d46c-4f74-9439-370970a2ec31), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:27.556043 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e0750ec5-c0a5-4220-839c-6d0402e16406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-883'] for router (73c396a8-d46c-4f74-9439-370970a2ec31), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:27.558684 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e0750ec5-c0a5-4220-839c-6d0402e16406 admin admin] Publish callbacks [] for router_controller (73c396a8-d46c-4f74-9439-370970a2ec31), precommit_delete_associations {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:27.653110 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d7d91-84ae-4611-842d-6edc2332b400 req-e73a7718-b6d8-40b9-b950-1bc1222d77db tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:27.654479 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-449d7d91-84ae-4611-842d-6edc2332b400 req-e73a7718-b6d8-40b9-b950-1bc1222d77db tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 946 time: 0.0511401 Mar 29 15:32:27.655532 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e0750ec5-c0a5-4220-839c-6d0402e16406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034723'] for router (73c396a8-d46c-4f74-9439-370970a2ec31), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:27.656130 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0750ec5-c0a5-4220-839c-6d0402e16406 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73c396a8-d46c-4f74-9439-370970a2ec31 {{(pid=103832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:32:27.665841 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e0750ec5-c0a5-4220-839c-6d0402e16406 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:27.665841 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-e0750ec5-c0a5-4220-839c-6d0402e16406 admin admin] 10.222.0.39 "DELETE /v2.0/routers/73c396a8-d46c-4f74-9439-370970a2ec31 HTTP/1.1" status: 204 len: 168 time: 1.0556886 Mar 29 15:32:27.666072 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 38830) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:27.703314 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-449d7d91-84ae-4611-842d-6edc2332b400 req-7af2d2dc-f277-495a-becc-229e962413d6 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403955 Mar 29 15:32:27.707912 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_v2 [None req-d242ee80-8837-4598-bb9a-583c178fe26e admin admin] Deleting subnet d3e72c2a-9791-4704-a967-653d7b3a63cc {{(pid=103831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:32:27.711013 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d242ee80-8837-4598-bb9a-583c178fe26e admin admin] Publish callbacks [] for subnet (d3e72c2a-9791-4704-a967-653d7b3a63cc), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:27.744579 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d242ee80-8837-4598-bb9a-583c178fe26e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416713'] for subnet (d3e72c2a-9791-4704-a967-653d7b3a63cc), precommit_delete_associations {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:27.821464 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d242ee80-8837-4598-bb9a-583c178fe26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171654'] for subnet (d3e72c2a-9791-4704-a967-653d7b3a63cc), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:28.010385 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d242ee80-8837-4598-bb9a-583c178fe26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10297124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8528634'] for subnet (d3e72c2a-9791-4704-a967-653d7b3a63cc), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:28.034502 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242ee80-8837-4598-bb9a-583c178fe26e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3e72c2a-9791-4704-a967-653d7b3a63cc,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:28.041276 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d242ee80-8837-4598-bb9a-583c178fe26e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for subnet (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:28.045244 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-d242ee80-8837-4598-bb9a-583c178fe26e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d3e72c2a-9791-4704-a967-653d7b3a63cc HTTP/1.1" status: 204 len: 168 time: 0.3796241 Mar 29 15:32:28.047455 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2426feb-91e5-4b6f-9db8-39b2a45b477b None None] Network e9e966a3-c502-4415-ba24-fb4be64d7c3f requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:32:28.048131 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 38832) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:28.123191 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d71320e9-3bae-46bb-8237-35b7c7e92a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105799'] for network (e9e966a3-c502-4415-ba24-fb4be64d7c3f), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:28.188361 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-d71320e9-3bae-46bb-8237-35b7c7e92a3b admin admin] Deleting port af760a0f-7883-49ab-95fb-6ae590ea6842 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:32:28.188699 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d71320e9-3bae-46bb-8237-35b7c7e92a3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (af760a0f-7883-49ab-95fb-6ae590ea6842), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:28.224530 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d5061e-25de-4636-8fa0-02c36536c5cb None None] DHCP port deletion for e9e966a3-c502-4415-ba24-fb4be64d7c3f request from dv-cinder-562053-19-iscsi {{(pid=103833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 15:32:28.272026 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-68d5061e-25de-4636-8fa0-02c36536c5cb None None] Deleting port af760a0f-7883-49ab-95fb-6ae590ea6842 {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:32:28.272424 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-68d5061e-25de-4636-8fa0-02c36536c5cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (af760a0f-7883-49ab-95fb-6ae590ea6842), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:28.282264 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.db [None req-d71320e9-3bae-46bb-8237-35b7c7e92a3b admin admin] For port af760a0f-7883-49ab-95fb-6ae590ea6842, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=af760a0f-7883-49ab-95fb-6ae590ea6842,segment=NetworkSegment(1d3df2be-b294-4164-824a-37d5b6cd48ea),segment_id=1d3df2be-b294-4164-824a-37d5b6cd48ea)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:28.282629 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d71320e9-3bae-46bb-8237-35b7c7e92a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (af760a0f-7883-49ab-95fb-6ae590ea6842), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:28.298809 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-d71320e9-3bae-46bb-8237-35b7c7e92a3b admin admin] Calling delete_port for af760a0f-7883-49ab-95fb-6ae590ea6842 owned by network:dhcp {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:32:28.320739 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb56d33-2060-43a1-8761-d03f2ab03d73 req-cac33e6f-d234-4bc7-bb9b-841b0ec3855c tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:28.322226 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fcb56d33-2060-43a1-8761-d03f2ab03d73 req-cac33e6f-d234-4bc7-bb9b-841b0ec3855c tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d2de392-c148-4581-95b5-8ae5be9fd1f1 HTTP/1.1" status: 200 len: 946 time: 0.0878873 Mar 29 15:32:28.333675 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-68d5061e-25de-4636-8fa0-02c36536c5cb None None] For port af760a0f-7883-49ab-95fb-6ae590ea6842, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=af760a0f-7883-49ab-95fb-6ae590ea6842,segment=NetworkSegment(1d3df2be-b294-4164-824a-37d5b6cd48ea),segment_id=1d3df2be-b294-4164-824a-37d5b6cd48ea)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:28.334069 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-68d5061e-25de-4636-8fa0-02c36536c5cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (af760a0f-7883-49ab-95fb-6ae590ea6842), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:28.347045 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-68d5061e-25de-4636-8fa0-02c36536c5cb None None] Calling delete_port for af760a0f-7883-49ab-95fb-6ae590ea6842 owned by network:dhcp {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:32:28.421113 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fcb56d33-2060-43a1-8761-d03f2ab03d73 req-e9c5daa0-6c29-4855-81c9-0bcc70a7a794 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/security-groups?id=30229fa5-cd3b-49b7-ba82-fb0a7e48ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660448 Mar 29 15:32:28.489840 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:28.512576 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d71320e9-3bae-46bb-8237-35b7c7e92a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (af760a0f-7883-49ab-95fb-6ae590ea6842), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:28.520597 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-68d5061e-25de-4636-8fa0-02c36536c5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943'] for port (af760a0f-7883-49ab-95fb-6ae590ea6842), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:28.545253 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71320e9-3bae-46bb-8237-35b7c7e92a3b admin admin] No DVR routers for this DVR port af760a0f-7883-49ab-95fb-6ae590ea6842 on host dv-cinder-562053-19-iscsi {{(pid=103832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:32:28.547230 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5061e-25de-4636-8fa0-02c36536c5cb None None] Pushing event deleted for resources: {'Port': ['ID=af760a0f-7883-49ab-95fb-6ae590ea6842,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:28.550636 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71320e9-3bae-46bb-8237-35b7c7e92a3b admin admin] Pushing event deleted for resources: {'Port': ['ID=af760a0f-7883-49ab-95fb-6ae590ea6842,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:28.550836 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d5061e-25de-4636-8fa0-02c36536c5cb None None] No DVR routers for this DVR port af760a0f-7883-49ab-95fb-6ae590ea6842 on host dv-cinder-562053-19-iscsi {{(pid=103833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:32:28.619934 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d71320e9-3bae-46bb-8237-35b7c7e92a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1238605', 'neutron.services.segments.db._delete_segments_for_network-8748544868922'] for network (e9e966a3-c502-4415-ba24-fb4be64d7c3f), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:28.648182 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.services.segments.db [None req-d71320e9-3bae-46bb-8237-35b7c7e92a3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e966a3-c502-4415-ba24-fb4be64d7c3f']}} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:28.652672 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.services.segments.db [None req-d71320e9-3bae-46bb-8237-35b7c7e92a3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d3df2be-b294-4164-824a-37d5b6cd48ea') {'for_net_delete': True} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:28.652968 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.services.segments.db [None req-d71320e9-3bae-46bb-8237-35b7c7e92a3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d3df2be-b294-4164-824a-37d5b6cd48ea') {} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:28.662890 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d71320e9-3bae-46bb-8237-35b7c7e92a3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748544868419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032654'] for segment (1d3df2be-b294-4164-824a-37d5b6cd48ea), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:28.675894 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d71320e9-3bae-46bb-8237-35b7c7e92a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (1d3df2be-b294-4164-824a-37d5b6cd48ea), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:28.682503 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71320e9-3bae-46bb-8237-35b7c7e92a3b admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:32:28.683222 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d71320e9-3bae-46bb-8237-35b7c7e92a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10426465'] for segment (1d3df2be-b294-4164-824a-37d5b6cd48ea), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:28.684220 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device af760a0f-7883-49ab-95fb-6ae590ea6842 no longer exists at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: Traceback (most recent call last): Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: timer() Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: cb(*args, **kw) Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: return func(*args, **kwargs) Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: self._notify() Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: self.callback(batched_events) Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: event.method(event) Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: return f(self, *a, **k) Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: return self._get(url).json() Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: return self.request(url, 'GET', **kwargs) Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:32:28.692521 dv-cinder-562053-19-iscsi neutron-server[103832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:32:28.706550 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] No Port match for: af760a0f-7883-49ab-95fb-6ae590ea6842 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:32:28.706904 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device af760a0f-7883-49ab-95fb-6ae590ea6842 not bound to the agent host dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:32:28.707324 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 0f5ad435-6013-4a3b-b512-a29cf81bff9d no longer exists at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:32:28.726744 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] No Port match for: 0f5ad435-6013-4a3b-b512-a29cf81bff9d {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:32:28.727092 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 0f5ad435-6013-4a3b-b512-a29cf81bff9d not bound to the agent host dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:32:28.727652 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 7b3fc76b-99bc-4415-888c-17c81e029140 no longer exists at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:32:28.750278 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] No Port match for: 7b3fc76b-99bc-4415-888c-17c81e029140 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:32:28.750726 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 7b3fc76b-99bc-4415-888c-17c81e029140 not bound to the agent host dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:32:28.814228 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d71320e9-3bae-46bb-8237-35b7c7e92a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1238596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033322'] for network (e9e966a3-c502-4415-ba24-fb4be64d7c3f), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:28.821795 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d71320e9-3bae-46bb-8237-35b7c7e92a3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:28.824861 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-d71320e9-3bae-46bb-8237-35b7c7e92a3b admin admin] 10.222.0.39 "DELETE /v2.0/networks/e9e966a3-c502-4415-ba24-fb4be64d7c3f HTTP/1.1" status: 204 len: 168 time: 0.7755647 Mar 29 15:32:28.836440 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71320e9-3bae-46bb-8237-35b7c7e92a3b admin admin] Pushing event deleted for resources: {'Network': ['ID=e9e966a3-c502-4415-ba24-fb4be64d7c3f,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:28.858665 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca1295-2d15-4f4b-9b90-3b7ffb1a2a5f req-12e3aa8d-044d-46a4-9065-d0469f7fadc8 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:28.860224 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bfca1295-2d15-4f4b-9b90-3b7ffb1a2a5f req-12e3aa8d-044d-46a4-9065-d0469f7fadc8 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 946 time: 0.0755260 Mar 29 15:32:28.907492 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bfca1295-2d15-4f4b-9b90-3b7ffb1a2a5f req-794527fc-441f-434c-a0f4-687799db9866 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dbad918-4dd6-4fd6-80cd-af551d44b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415435 Mar 29 15:32:29.022548 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ba353-488c-4dc0-8f43-e10773b912ea req-16beb0db-7d96-4b06-9dc6-1496e919ff13 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:29.024020 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-479ba353-488c-4dc0-8f43-e10773b912ea req-16beb0db-7d96-4b06-9dc6-1496e919ff13 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 946 time: 0.0526562 Mar 29 15:32:29.120748 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-479ba353-488c-4dc0-8f43-e10773b912ea req-f9502f16-10ff-4da5-939b-a122a765e0d4 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Deleting port 607310dd-0e87-4342-a47b-aeabe0c10835 {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:32:29.121092 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-479ba353-488c-4dc0-8f43-e10773b912ea req-f9502f16-10ff-4da5-939b-a122a765e0d4 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (607310dd-0e87-4342-a47b-aeabe0c10835), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:29.180207 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 38846) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:29.209454 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-479ba353-488c-4dc0-8f43-e10773b912ea req-f9502f16-10ff-4da5-939b-a122a765e0d4 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] For port 607310dd-0e87-4342-a47b-aeabe0c10835, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=607310dd-0e87-4342-a47b-aeabe0c10835,segment=NetworkSegment(c447c32b-bb36-4dcf-8df5-2a75f4e6e95e),segment_id=c447c32b-bb36-4dcf-8df5-2a75f4e6e95e)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:29.209818 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-479ba353-488c-4dc0-8f43-e10773b912ea req-f9502f16-10ff-4da5-939b-a122a765e0d4 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (607310dd-0e87-4342-a47b-aeabe0c10835), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:29.219307 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-272b3f03-24d8-4a5c-8c95-6ebb4a2a0e48 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=68b100b32ca6457b87f13df08e31d969&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0379555 Mar 29 15:32:29.222401 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 38848) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:29.273286 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1f3b8be3-bca6-42af-837c-b8639bc2fff8 admin admin] Publish callbacks [] for security_group (c3893523-ed98-44f8-9d43-3146cf4f633c), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:29.299067 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1f3b8be3-bca6-42af-837c-b8639bc2fff8 admin admin] Publish callbacks [] for security_group (c3893523-ed98-44f8-9d43-3146cf4f633c), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:29.382873 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-479ba353-488c-4dc0-8f43-e10773b912ea req-f9502f16-10ff-4da5-939b-a122a765e0d4 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:29.383242 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-479ba353-488c-4dc0-8f43-e10773b912ea req-f9502f16-10ff-4da5-939b-a122a765e0d4 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (69a41a4a-7118-4d96-8514-5ab3051f2d12), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:29.383566 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.db.l3_db [req-479ba353-488c-4dc0-8f43-e10773b912ea req-f9502f16-10ff-4da5-939b-a122a765e0d4 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Floating IP 69a41a4a-7118-4d96-8514-5ab3051f2d12 disassociated. External IP: 172.27.3.72, port: 607310dd-0e87-4342-a47b-aeabe0c10835. Mar 29 15:32:29.383938 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-479ba353-488c-4dc0-8f43-e10773b912ea req-f9502f16-10ff-4da5-939b-a122a765e0d4 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Calling delete_port for 607310dd-0e87-4342-a47b-aeabe0c10835 owned by compute:nova {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:32:29.398186 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1f3b8be3-bca6-42af-837c-b8639bc2fff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (c3893523-ed98-44f8-9d43-3146cf4f633c), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:29.400987 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1f3b8be3-bca6-42af-837c-b8639bc2fff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:29.404554 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-1f3b8be3-bca6-42af-837c-b8639bc2fff8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c3893523-ed98-44f8-9d43-3146cf4f633c HTTP/1.1" status: 204 len: 168 time: 0.1789303 Mar 29 15:32:29.411309 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b8be3-bca6-42af-837c-b8639bc2fff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3893523-ed98-44f8-9d43-3146cf4f633c,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:29.593123 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-479ba353-488c-4dc0-8f43-e10773b912ea req-f9502f16-10ff-4da5-939b-a122a765e0d4 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (607310dd-0e87-4342-a47b-aeabe0c10835), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:29.628298 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9502f16-10ff-4da5-939b-a122a765e0d4 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Pushing event deleted for resources: {'Port': ['ID=607310dd-0e87-4342-a47b-aeabe0c10835,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:29.670850 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff8906-8fd4-4d1c-8f92-00006cc473aa req-2d193be6-0111-4ff6-aa06-c313025ec2c4 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:29.672960 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0dff8906-8fd4-4d1c-8f92-00006cc473aa req-2d193be6-0111-4ff6-aa06-c313025ec2c4 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d2de392-c148-4581-95b5-8ae5be9fd1f1 HTTP/1.1" status: 200 len: 946 time: 0.0579462 Mar 29 15:32:29.726327 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0dff8906-8fd4-4d1c-8f92-00006cc473aa req-ea61bcfb-fdd5-41a2-9cd4-c010a99bd46e tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/security-groups?id=30229fa5-cd3b-49b7-ba82-fb0a7e48ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477710 Mar 29 15:32:29.744866 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-479ba353-488c-4dc0-8f43-e10773b912ea req-f9502f16-10ff-4da5-939b-a122a765e0d4 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Router ef412768-5109-4f89-85ad-b1771a983854 has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:32:29.864044 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-479ba353-488c-4dc0-8f43-e10773b912ea req-f9502f16-10ff-4da5-939b-a122a765e0d4 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:32:29.877617 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45f76ee-bc18-45d7-863c-28c68df2c4fe None None] Sync routers for ids ['ef412768-5109-4f89-85ad-b1771a983854'] in dv-cinder-562053-19-iscsi {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:32:29.889361 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45f76ee-bc18-45d7-863c-28c68df2c4fe None None] Routers {'ef412768-5109-4f89-85ad-b1771a983854'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:32:29.889996 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-a45f76ee-bc18-45d7-863c-28c68df2c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:32:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['ef412768-5109-4f89-85ad-b1771a983854'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:29.909566 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-479ba353-488c-4dc0-8f43-e10773b912ea req-f9502f16-10ff-4da5-939b-a122a765e0d4 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] No DVR routers for this DVR port 607310dd-0e87-4342-a47b-aeabe0c10835 on host hv-cinder-56205 {{(pid=103831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:32:29.912512 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-479ba353-488c-4dc0-8f43-e10773b912ea req-f9502f16-10ff-4da5-939b-a122a765e0d4 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:29.916032 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-479ba353-488c-4dc0-8f43-e10773b912ea req-f9502f16-10ff-4da5-939b-a122a765e0d4 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.15 "DELETE /v2.0/ports/607310dd-0e87-4342-a47b-aeabe0c10835 HTTP/1.1" status: 204 len: 173 time: 0.8862326 Mar 29 15:32:29.916487 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af62a85-8cb8-499f-a9ae-cc1cc59542ad', 'name': 'network-vif-deleted', 'tag': '607310dd-0e87-4342-a47b-aeabe0c10835'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:32:29.919067 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1aaf012-54c7-459a-b134-3674d9aa81f4" -d '{"events": [{"server_uuid": "8af62a85-8cb8-499f-a9ae-cc1cc59542ad", "name": "network-vif-deleted", "tag": "607310dd-0e87-4342-a47b-aeabe0c10835"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:32:29.960729 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552f3c4a-b095-472a-bbd5-a86d9f649f1f x-openstack-request-id: req-552f3c4a-b095-472a-bbd5-a86d9f649f1f {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:32:29.961025 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af62a85-8cb8-499f-a9ae-cc1cc59542ad", "name": "network-vif-deleted", "tag": "607310dd-0e87-4342-a47b-aeabe0c10835", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:32:29.961280 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-552f3c4a-b095-472a-bbd5-a86d9f649f1f {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:32:29.961689 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-552f3c4a-b095-472a-bbd5-a86d9f649f1f'] response: {'server_uuid': '8af62a85-8cb8-499f-a9ae-cc1cc59542ad', 'name': 'network-vif-deleted', 'tag': '607310dd-0e87-4342-a47b-aeabe0c10835', 'status': 'completed', 'code': 200} Mar 29 15:32:30.024448 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-a45f76ee-bc18-45d7-863c-28c68df2c4fe None None] Set router ef412768-5109-4f89-85ad-b1771a983854 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:32:30.031480 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-93441a9c-befe-4cac-a685-05f9221ef830 req-def72946-0dbc-4368-ab49-ebb483571325 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af62a85-8cb8-499f-a9ae-cc1cc59542ad HTTP/1.1" status: 200 len: 210 time: 0.0371327 Mar 29 15:32:30.235260 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-a45f76ee-bc18-45d7-863c-28c68df2c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef412768-5109-4f89-85ad-b1771a983854', 'name': 'tempest-AttachVolumeShelveTestJSON-1908872265-router', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:44Z', 'updated_at': '2022-03-29T15:25:52Z', 'revision_number': 4, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'gw_port': {'id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:45Z', 'updated_at': '2022-03-29T15:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': 'b600edc1-0e96-4942-bd12-ea3f61043393', 'name': '', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'mac_address': 'fa:16:3e:a1:c5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:51Z', 'updated_at': '2022-03-29T15:26:03Z', 'revision_number': 5, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'subnets': [{'id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:30.265104 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45f76ee-bc18-45d7-863c-28c68df2c4fe None None] Checking router: ef412768-5109-4f89-85ad-b1771a983854 for host: dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:32:30.274009 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45f76ee-bc18-45d7-863c-28c68df2c4fe None None] Routers {'ef412768-5109-4f89-85ad-b1771a983854'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:32:30.274610 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-a45f76ee-bc18-45d7-863c-28c68df2c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:32:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['ef412768-5109-4f89-85ad-b1771a983854'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:30.381166 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-a45f76ee-bc18-45d7-863c-28c68df2c4fe None None] Set router ef412768-5109-4f89-85ad-b1771a983854 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:32:30.514299 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 38880) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:30.580463 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-a45f76ee-bc18-45d7-863c-28c68df2c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef412768-5109-4f89-85ad-b1771a983854', 'name': 'tempest-AttachVolumeShelveTestJSON-1908872265-router', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:44Z', 'updated_at': '2022-03-29T15:25:52Z', 'revision_number': 4, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'gw_port': {'id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:45Z', 'updated_at': '2022-03-29T15:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': 'b600edc1-0e96-4942-bd12-ea3f61043393', 'name': '', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'mac_address': 'fa:16:3e:a1:c5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:51Z', 'updated_at': '2022-03-29T15:26:03Z', 'revision_number': 5, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'subnets': [{'id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:30.606427 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45f76ee-bc18-45d7-863c-28c68df2c4fe None None] The sync data for ids ['ef412768-5109-4f89-85ad-b1771a983854'] in dv-cinder-562053-19-iscsi is: [{'id': 'ef412768-5109-4f89-85ad-b1771a983854', 'name': 'tempest-AttachVolumeShelveTestJSON-1908872265-router', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:44Z', 'updated_at': '2022-03-29T15:25:52Z', 'revision_number': 4, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'gw_port': {'id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:45Z', 'updated_at': '2022-03-29T15:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': 'b600edc1-0e96-4942-bd12-ea3f61043393', 'name': '', 'network_id': 'a9dba225-3458-4749-adfb-4348d5911f6f', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'mac_address': 'fa:16:3e:a1:c5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:51Z', 'updated_at': '2022-03-29T15:26:03Z', 'revision_number': 5, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'subnets': [{'id': '0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:32:30.621189 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-fea8afc2-b03d-4087-be56-3b559e72afcc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-873983270-network', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:30.706951 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea8afc2-b03d-4087-be56-3b559e72afcc admin admin] Made reservation on behalf of afec2f6261d64114a4b5808565ea6c02 for: {'network': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:32:30.709537 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fea8afc2-b03d-4087-be56-3b559e72afcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for network (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:30.719061 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fea8afc2-b03d-4087-be56-3b559e72afcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:30.797136 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fea8afc2-b03d-4087-be56-3b559e72afcc admin admin] Publish callbacks [] for security_group (eae2f210-d639-46e2-9266-3741c38b1948), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:30.839629 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0797047-f855-454a-a871-3a43954022d1 None None] New status for floating IP 69a41a4a-7118-4d96-8514-5ab3051f2d12: DOWN {{(pid=103834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:32:30.859564 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fea8afc2-b03d-4087-be56-3b559e72afcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (eae2f210-d639-46e2-9266-3741c38b1948), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:30.906034 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea8afc2-b03d-4087-be56-3b559e72afcc admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=103832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:32:30.928204 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea8afc2-b03d-4087-be56-3b559e72afcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae2f210-d639-46e2-9266-3741c38b1948,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:30.931240 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fea8afc2-b03d-4087-be56-3b559e72afcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (3213e27e-14c8-4f1b-8eca-ce8757f89eb8), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:30.931583 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.db.segments_db [None req-fea8afc2-b03d-4087-be56-3b559e72afcc admin admin] Added segment 3213e27e-14c8-4f1b-8eca-ce8757f89eb8 of type vlan for network f0cf3eb0-1596-439e-ab06-8468ad70da92 Mar 29 15:32:30.978448 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eaf28f-50a4-47e8-b456-1736aa94ca2d req-961c15fd-8b7f-45e5-98ff-5d4e8494129e tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:30.979957 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e0eaf28f-50a4-47e8-b456-1736aa94ca2d req-961c15fd-8b7f-45e5-98ff-5d4e8494129e tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d2de392-c148-4581-95b5-8ae5be9fd1f1 HTTP/1.1" status: 200 len: 946 time: 0.1227593 Mar 29 15:32:30.995153 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fea8afc2-b03d-4087-be56-3b559e72afcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748544495665'] for network (f0cf3eb0-1596-439e-ab06-8468ad70da92), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:31.050724 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e0eaf28f-50a4-47e8-b456-1736aa94ca2d req-aba5a7a0-b7e4-47da-b235-900b1fe1526e tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/security-groups?id=30229fa5-cd3b-49b7-ba82-fb0a7e48ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649357 Mar 29 15:32:31.135233 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fea8afc2-b03d-4087-be56-3b559e72afcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for network (f0cf3eb0-1596-439e-ab06-8468ad70da92), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:31.135740 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe76c36-22fb-42f8-87b3-979e62894572 req-9aa8b2cd-1333-49cf-90ed-fab74a007905 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:31.136231 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea8afc2-b03d-4087-be56-3b559e72afcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:31.136761 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fea8afc2-b03d-4087-be56-3b559e72afcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:31.137490 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-abe76c36-22fb-42f8-87b3-979e62894572 req-9aa8b2cd-1333-49cf-90ed-fab74a007905 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d2de392-c148-4581-95b5-8ae5be9fd1f1 HTTP/1.1" status: 200 len: 946 time: 0.0547316 Mar 29 15:32:31.190416 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 38890) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:31.213051 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea8afc2-b03d-4087-be56-3b559e72afcc admin admin] Pushing event updated for resources: {'Network': ['ID=f0cf3eb0-1596-439e-ab06-8468ad70da92,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:31.222742 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Network f0cf3eb0-1596-439e-ab06-8468ad70da92 details requested by agent ovs-agent-dv-cinder-562053-19-iscsi with host dv-cinder-562053-19-iscsi {{(pid=103833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:32:31.239215 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-abe76c36-22fb-42f8-87b3-979e62894572 req-86dcd072-d18a-41a5-8c66-c7c20ac93e2b tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Deleting port f746e477-d6fb-42dd-b5f0-2ee42c262b0e {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:32:31.239646 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-abe76c36-22fb-42f8-87b3-979e62894572 req-86dcd072-d18a-41a5-8c66-c7c20ac93e2b tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (f746e477-d6fb-42dd-b5f0-2ee42c262b0e), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:31.256340 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-834c603c-00b5-488c-ba37-4b6f7bd23c18 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for security_group (6dbad918-4dd6-4fd6-80cd-af551d44b985), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:31.260542 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-fea8afc2-b03d-4087-be56-3b559e72afcc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7446430 Mar 29 15:32:31.263806 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 38892) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:31.270592 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-d20bcfb5-b341-44f5-a8a8-b7efe0e215f1 admin admin] Request body: {'subnet': {'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-873983270-subnet', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:31.297730 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-834c603c-00b5-488c-ba37-4b6f7bd23c18 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for security_group (6dbad918-4dd6-4fd6-80cd-af551d44b985), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:31.381115 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20bcfb5-b341-44f5-a8a8-b7efe0e215f1 admin admin] Made reservation on behalf of afec2f6261d64114a4b5808565ea6c02 for: {'subnet': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:32:31.383729 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d20bcfb5-b341-44f5-a8a8-b7efe0e215f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10310177'] for subnet (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:31.424909 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-834c603c-00b5-488c-ba37-4b6f7bd23c18 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (6dbad918-4dd6-4fd6-80cd-af551d44b985), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:31.427518 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-834c603c-00b5-488c-ba37-4b6f7bd23c18 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:31.431377 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-834c603c-00b5-488c-ba37-4b6f7bd23c18 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "DELETE /v2.0/security-groups/6dbad918-4dd6-4fd6-80cd-af551d44b985 HTTP/1.1" status: 204 len: 168 time: 0.2372439 Mar 29 15:32:31.438830 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 38894) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:31.462965 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c603c-00b5-488c-ba37-4b6f7bd23c18 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbad918-4dd6-4fd6-80cd-af551d44b985,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:31.470360 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.api.v2.resource [None req-f5c4eb49-59a7-4d6a-b622-7e03e4287744 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] show failed (client error): The resource could not be found. Mar 29 15:32:31.475095 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-f5c4eb49-59a7-4d6a-b622-7e03e4287744 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "GET /v2.0/security-groups/6dbad918-4dd6-4fd6-80cd-af551d44b985 HTTP/1.1" status: 404 len: 347 time: 0.0303195 Mar 29 15:32:31.475790 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 38898) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:31.596780 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-abe76c36-22fb-42f8-87b3-979e62894572 req-86dcd072-d18a-41a5-8c66-c7c20ac93e2b tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] For port f746e477-d6fb-42dd-b5f0-2ee42c262b0e, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=f746e477-d6fb-42dd-b5f0-2ee42c262b0e,segment=NetworkSegment(68ee5f34-4c21-4f84-99b1-d4660d84275c),segment_id=68ee5f34-4c21-4f84-99b1-d4660d84275c)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:31.597152 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-abe76c36-22fb-42f8-87b3-979e62894572 req-86dcd072-d18a-41a5-8c66-c7c20ac93e2b tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (f746e477-d6fb-42dd-b5f0-2ee42c262b0e), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:31.610264 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-abe76c36-22fb-42f8-87b3-979e62894572 req-86dcd072-d18a-41a5-8c66-c7c20ac93e2b tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Calling delete_port for f746e477-d6fb-42dd-b5f0-2ee42c262b0e owned by compute:nova {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:32:31.691930 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-aaa74a7f-b3b6-44cb-b035-46be4b392bc6 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Deleting port 68d3617f-d20a-4b22-b9b2-430487d5ca0e {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:32:31.692192 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-aaa74a7f-b3b6-44cb-b035-46be4b392bc6 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (68d3617f-d20a-4b22-b9b2-430487d5ca0e), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:31.733856 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d20bcfb5-b341-44f5-a8a8-b7efe0e215f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10478980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10310199'] for subnet (a2b21cdc-04db-44d5-82e6-f708c8512a80), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:31.769422 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-abe76c36-22fb-42f8-87b3-979e62894572 req-86dcd072-d18a-41a5-8c66-c7c20ac93e2b tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (f746e477-d6fb-42dd-b5f0-2ee42c262b0e), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:31.784217 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['f746e477-d6fb-42dd-b5f0-2ee42c262b0e'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:32:31.801488 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dcd072-d18a-41a5-8c66-c7c20ac93e2b tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Pushing event deleted for resources: {'Port': ['ID=f746e477-d6fb-42dd-b5f0-2ee42c262b0e,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:31.809555 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bcfb5-b341-44f5-a8a8-b7efe0e215f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2b21cdc-04db-44d5-82e6-f708c8512a80,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:31.845095 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe76c36-22fb-42f8-87b3-979e62894572 req-86dcd072-d18a-41a5-8c66-c7c20ac93e2b tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] No DVR routers for this DVR port f746e477-d6fb-42dd-b5f0-2ee42c262b0e on host hv-cinder-56205 {{(pid=103831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:32:31.848432 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-abe76c36-22fb-42f8-87b3-979e62894572 req-86dcd072-d18a-41a5-8c66-c7c20ac93e2b tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:31.851932 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-abe76c36-22fb-42f8-87b3-979e62894572 req-86dcd072-d18a-41a5-8c66-c7c20ac93e2b tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.15 "DELETE /v2.0/ports/f746e477-d6fb-42dd-b5f0-2ee42c262b0e HTTP/1.1" status: 204 len: 173 time: 0.7067842 Mar 29 15:32:31.962924 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2de392-c148-4581-95b5-8ae5be9fd1f1', 'name': 'network-vif-deleted', 'tag': 'f746e477-d6fb-42dd-b5f0-2ee42c262b0e'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:32:31.965253 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1407e83f-f3ad-4f21-adff-94cb5e57a531" -d '{"events": [{"server_uuid": "8d2de392-c148-4581-95b5-8ae5be9fd1f1", "name": "network-vif-deleted", "tag": "f746e477-d6fb-42dd-b5f0-2ee42c262b0e"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:32:32.002038 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099332c5-4461-4f61-bd30-fd9c97ad283d x-openstack-request-id: req-099332c5-4461-4f61-bd30-fd9c97ad283d {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:32:32.002448 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2de392-c148-4581-95b5-8ae5be9fd1f1", "name": "network-vif-deleted", "tag": "f746e477-d6fb-42dd-b5f0-2ee42c262b0e", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:32:32.002704 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-099332c5-4461-4f61-bd30-fd9c97ad283d {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:32:32.003108 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-099332c5-4461-4f61-bd30-fd9c97ad283d'] response: {'server_uuid': '8d2de392-c148-4581-95b5-8ae5be9fd1f1', 'name': 'network-vif-deleted', 'tag': 'f746e477-d6fb-42dd-b5f0-2ee42c262b0e', 'status': 'completed', 'code': 200} Mar 29 15:32:32.032341 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-aaa74a7f-b3b6-44cb-b035-46be4b392bc6 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (68d3617f-d20a-4b22-b9b2-430487d5ca0e), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:32.032673 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-aaa74a7f-b3b6-44cb-b035-46be4b392bc6 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for floatingip (68d3617f-d20a-4b22-b9b2-430487d5ca0e), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:32.048294 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20bcfb5-b341-44f5-a8a8-b7efe0e215f1 admin admin] Checking segment: {'id': '3213e27e-14c8-4f1b-8eca-ce8757f89eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:32:32.048659 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20bcfb5-b341-44f5-a8a8-b7efe0e215f1 admin admin] Network hostable DHCP agents. Network: f0cf3eb0-1596-439e-ab06-8468ad70da92, hostable agents: ['60b75cb5-fa55-4ab5-bd81-9da0c894ffc8'], hosted agents: [] {{(pid=103832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:32:32.051600 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-aaa74a7f-b3b6-44cb-b035-46be4b392bc6 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Calling delete_port for 68d3617f-d20a-4b22-b9b2-430487d5ca0e owned by network:floatingip {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:32:32.151103 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e5f32e1b-2b6d-4a14-8c08-a16a239097ec req-a35d95bd-4ce8-4fc0-adc1-d830d42e3008 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d2de392-c148-4581-95b5-8ae5be9fd1f1 HTTP/1.1" status: 200 len: 210 time: 0.0296123 Mar 29 15:32:32.179302 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20bcfb5-b341-44f5-a8a8-b7efe0e215f1 admin admin] Network f0cf3eb0-1596-439e-ab06-8468ad70da92 is scheduled to be hosted by DHCP agent 60b75cb5-fa55-4ab5-bd81-9da0c894ffc8 with binding_index 1 {{(pid=103832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:32:32.272329 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-d20bcfb5-b341-44f5-a8a8-b7efe0e215f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-19-iscsi, f0cf3eb0-1596-439e-ab06-8468ad70da92) {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:32:32.278385 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20bcfb5-b341-44f5-a8a8-b7efe0e215f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:32.279009 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d20bcfb5-b341-44f5-a8a8-b7efe0e215f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:32.281665 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d311c9-24f3-4841-9a17-f3c811ed4b85 None None] Network f0cf3eb0-1596-439e-ab06-8468ad70da92 requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:32:32.301042 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-aaa74a7f-b3b6-44cb-b035-46be4b392bc6 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (68d3617f-d20a-4b22-b9b2-430487d5ca0e), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:32.327065 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa74a7f-b3b6-44cb-b035-46be4b392bc6 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Pushing event deleted for resources: {'Port': ['ID=68d3617f-d20a-4b22-b9b2-430487d5ca0e,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:32.356327 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-d20bcfb5-b341-44f5-a8a8-b7efe0e215f1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0917666 Mar 29 15:32:32.359331 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 38906) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:32.364866 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-f81d9d59-bbc0-428c-9a15-970cf0e6bbaf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:32.383081 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2d8da6-d2d3-4dc4-bab0-0356175c9131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd4760e-f710-5e2a-8ad4-26c94dd4ee74-f0cf3eb0-1596-439e-ab06-8468ad70da92', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80'}]}} from dv-cinder-562053-19-iscsi. {{(pid=103833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:32:32.389429 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cb2d8da6-d2d3-4dc4-bab0-0356175c9131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:32.396465 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-aaa74a7f-b3b6-44cb-b035-46be4b392bc6 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks [] for floatingip (69a41a4a-7118-4d96-8514-5ab3051f2d12), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:32.400096 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-aaa74a7f-b3b6-44cb-b035-46be4b392bc6 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:32.401247 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-aaa74a7f-b3b6-44cb-b035-46be4b392bc6 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] 10.222.0.39 "DELETE /v2.0/floatingips/69a41a4a-7118-4d96-8514-5ab3051f2d12 HTTP/1.1" status: 204 len: 168 time: 0.9247689 Mar 29 15:32:32.467749 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f81d9d59-bbc0-428c-9a15-970cf0e6bbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1031732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router (f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:32.469184 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f81d9d59-bbc0-428c-9a15-970cf0e6bbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1033461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-836'] for router (f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:32.522225 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-cb2d8da6-d2d3-4dc4-bab0-0356175c9131 None None] Allocated IP 172.20.0.2 (f0cf3eb0-1596-439e-ab06-8468ad70da92/a2b21cdc-04db-44d5-82e6-f708c8512a80/212e95c6-36c2-4c32-b2a9-4a7c8880865c) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:32:32.522708 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:32:32.526475 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f81d9d59-bbc0-428c-9a15-970cf0e6bbaf admin admin] Publish callbacks [] for router_controller (f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e), precommit_add_association {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:32.784177 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f81d9d59-bbc0-428c-9a15-970cf0e6bbaf admin admin] Publish callbacks [] for router_gateway (f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:32.797419 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cb2d8da6-d2d3-4dc4-bab0-0356175c9131 None None] Publish callbacks [] for port (212e95c6-36c2-4c32-b2a9-4a7c8880865c), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:32.878275 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cb2d8da6-d2d3-4dc4-bab0-0356175c9131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934'] for port (212e95c6-36c2-4c32-b2a9-4a7c8880865c), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:32.918898 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2d8da6-d2d3-4dc4-bab0-0356175c9131 None None] Network f0cf3eb0-1596-439e-ab06-8468ad70da92 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:32:32.921818 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-cb2d8da6-d2d3-4dc4-bab0-0356175c9131 None None] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:32:32.927477 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d8da6-d2d3-4dc4-bab0-0356175c9131 None None] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:32:32.934990 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d8da6-d2d3-4dc4-bab0-0356175c9131 None None] Pushing event updated for resources: {'Port': ['ID=212e95c6-36c2-4c32-b2a9-4a7c8880865c,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:32.986870 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-cb2d8da6-d2d3-4dc4-bab0-0356175c9131 None None] Attempting to bind port 212e95c6-36c2-4c32-b2a9-4a7c8880865c on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:32:32.987339 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-cb2d8da6-d2d3-4dc4-bab0-0356175c9131 None None] Attempting to bind port 212e95c6-36c2-4c32-b2a9-4a7c8880865c by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': '3213e27e-14c8-4f1b-8eca-ce8757f89eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92'}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:32:32.987923 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2d8da6-d2d3-4dc4-bab0-0356175c9131 None None] Attempting to bind port 212e95c6-36c2-4c32-b2a9-4a7c8880865c on network f0cf3eb0-1596-439e-ab06-8468ad70da92 {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:32:32.992832 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2d8da6-d2d3-4dc4-bab0-0356175c9131 None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:32:32.993208 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2d8da6-d2d3-4dc4-bab0-0356175c9131 None None] Checking segment: {'id': '3213e27e-14c8-4f1b-8eca-ce8757f89eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:32:32.994611 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cb2d8da6-d2d3-4dc4-bab0-0356175c9131 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:32.994611 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2d8da6-d2d3-4dc4-bab0-0356175c9131 None None] Bound using segment: {'id': '3213e27e-14c8-4f1b-8eca-ce8757f89eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92'} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:32:32.994611 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-cb2d8da6-d2d3-4dc4-bab0-0356175c9131 None None] Bound port: 212e95c6-36c2-4c32-b2a9-4a7c8880865c, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3213e27e-14c8-4f1b-8eca-ce8757f89eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92'}}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:32:32.994880 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cb2d8da6-d2d3-4dc4-bab0-0356175c9131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (212e95c6-36c2-4c32-b2a9-4a7c8880865c), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:33.030703 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f81d9d59-bbc0-428c-9a15-970cf0e6bbaf admin admin] Publish callbacks [] for router_gateway (f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:33.049469 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f81d9d59-bbc0-428c-9a15-970cf0e6bbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:33.055861 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-cb2d8da6-d2d3-4dc4-bab0-0356175c9131 None None] For port 212e95c6-36c2-4c32-b2a9-4a7c8880865c, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:32:33.059359 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-cb2d8da6-d2d3-4dc4-bab0-0356175c9131 None None] For port 212e95c6-36c2-4c32-b2a9-4a7c8880865c, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=212e95c6-36c2-4c32-b2a9-4a7c8880865c,segment=NetworkSegment(3213e27e-14c8-4f1b-8eca-ce8757f89eb8),segment_id=3213e27e-14c8-4f1b-8eca-ce8757f89eb8)] {{(pid=103833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:32:33.106920 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cb2d8da6-d2d3-4dc4-bab0-0356175c9131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (212e95c6-36c2-4c32-b2a9-4a7c8880865c), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:33.159592 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [None req-f81d9d59-bbc0-428c-9a15-970cf0e6bbaf admin admin] Allocated IP 172.27.3.76 (3dc57d37-328b-453d-86b3-347b9e0efd38/8a0c47e6-f825-43a4-ad31-8f961885bd6a/7cd4522b-6918-4219-ba8d-f6a4b9f05bf8) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:32:33.174229 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d8da6-d2d3-4dc4-bab0-0356175c9131 None None] Pushing event updated for resources: {'Port': ['ID=212e95c6-36c2-4c32-b2a9-4a7c8880865c,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:33.278048 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f81d9d59-bbc0-428c-9a15-970cf0e6bbaf admin admin] Publish callbacks [] for port (7cd4522b-6918-4219-ba8d-f6a4b9f05bf8), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:33.364363 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f81d9d59-bbc0-428c-9a15-970cf0e6bbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (7cd4522b-6918-4219-ba8d-f6a4b9f05bf8), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:33.414604 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81d9d59-bbc0-428c-9a15-970cf0e6bbaf admin admin] Network 3dc57d37-328b-453d-86b3-347b9e0efd38 is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:32:33.417718 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d9d59-bbc0-428c-9a15-970cf0e6bbaf admin admin] Pushing event updated for resources: {'Port': ['ID=7cd4522b-6918-4219-ba8d-f6a4b9f05bf8,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:33.420953 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [None req-f81d9d59-bbc0-428c-9a15-970cf0e6bbaf admin admin] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:32:33.425871 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81d9d59-bbc0-428c-9a15-970cf0e6bbaf admin admin] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:32:33.487414 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 607310dd-0e87-4342-a47b-aeabe0c10835 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:32:33.521630 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] No Port match for: 607310dd-0e87-4342-a47b-aeabe0c10835 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:32:33.522222 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 607310dd-0e87-4342-a47b-aeabe0c10835 not bound to the agent host hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:32:33.522828 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device f746e477-d6fb-42dd-b5f0-2ee42c262b0e no longer exists at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:32:33.553029 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] No Port match for: f746e477-d6fb-42dd-b5f0-2ee42c262b0e {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:32:33.553654 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device f746e477-d6fb-42dd-b5f0-2ee42c262b0e not bound to the agent host hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:32:33.575208 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-75f66922-d599-43d5-90de-57d5f54f88ea tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:33.576885 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-75f66922-d599-43d5-90de-57d5f54f88ea tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/networks?id=79ff1ec3-5933-4c05-a10b-dba49abb082a HTTP/1.1" status: 200 len: 809 time: 0.1680846 Mar 29 15:32:33.597755 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-e7a69a31-1ed5-4437-865a-8539afdc59c4 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/quotas/8d7d519da9f74a4dba15e2362fdeb54e HTTP/1.1" status: 200 len: 375 time: 0.0121584 Mar 29 15:32:33.632016 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-2f32b663-75e0-4c45-a52c-97f733898d19 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d7d519da9f74a4dba15e2362fdeb54e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284722 Mar 29 15:32:33.736875 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-aaa96244-6637-420e-a627-416c9a729ea4 service neutron] 10.222.0.39 "GET /v2.0/networks/79ff1ec3-5933-4c05-a10b-dba49abb082a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954909 Mar 29 15:32:33.827039 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f81d9d59-bbc0-428c-9a15-970cf0e6bbaf admin admin] Publish callbacks [] for router_gateway (f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:33.842675 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-22243f5c-f205-4b6a-8d90-45db31a9abd8 service neutron] 10.222.0.39 "GET /v2.0/networks/79ff1ec3-5933-4c05-a10b-dba49abb082a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048579 Mar 29 15:32:34.042892 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f81d9d59-bbc0-428c-9a15-970cf0e6bbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1033250'] for router (f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:34.222142 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312be988-c30d-4b94-85df-73abc29ea91f None None] Network f0cf3eb0-1596-439e-ab06-8468ad70da92 requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:32:34.226485 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81d9d59-bbc0-428c-9a15-970cf0e6bbaf admin admin] Router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e is scheduled to L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc with binding_index 1 {{(pid=103831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:32:34.245719 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-77998003-f860-4ecf-95c1-e4cf079ce766 req-5f715031-54e5-427c-8944-df592f96ab07 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/ports?device_id=e11ec182-fc22-4c75-bd59-f10fd82752fe HTTP/1.1" status: 200 len: 210 time: 0.0437150 Mar 29 15:32:34.342238 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-8409fbf8-fead-419d-9ab9-c526899940ef None None] Provisioning complete for port 212e95c6-36c2-4c32-b2a9-4a7c8880865c triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:34.342628 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8409fbf8-fead-419d-9ab9-c526899940ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (212e95c6-36c2-4c32-b2a9-4a7c8880865c), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:34.362844 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81d9d59-bbc0-428c-9a15-970cf0e6bbaf admin admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:32:34.382025 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb716e-e53b-4644-aca6-8cf6b2989456 None None] Sync routers for ids ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'] in dv-cinder-562053-19-iscsi {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:32:34.402679 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eb716e-e53b-4644-aca6-8cf6b2989456 None None] Routers {'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:32:34.403323 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-a5eb716e-e53b-4644-aca6-8cf6b2989456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:32:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:34.462844 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f81d9d59-bbc0-428c-9a15-970cf0e6bbaf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:34.465055 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-f81d9d59-bbc0-428c-9a15-970cf0e6bbaf admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1045930 Mar 29 15:32:34.468894 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 38944) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:34.540097 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-8409fbf8-fead-419d-9ab9-c526899940ef None None] Current status of the port 212e95c6-36c2-4c32-b2a9-4a7c8880865c is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:34.540741 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8409fbf8-fead-419d-9ab9-c526899940ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (212e95c6-36c2-4c32-b2a9-4a7c8880865c), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:34.582940 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-a5eb716e-e53b-4644-aca6-8cf6b2989456 None None] Set router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:32:34.644614 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-8409fbf8-fead-419d-9ab9-c526899940ef None None] For port 212e95c6-36c2-4c32-b2a9-4a7c8880865c, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=212e95c6-36c2-4c32-b2a9-4a7c8880865c,segment=NetworkSegment(3213e27e-14c8-4f1b-8eca-ce8757f89eb8),segment_id=3213e27e-14c8-4f1b-8eca-ce8757f89eb8)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:34.721693 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8409fbf8-fead-419d-9ab9-c526899940ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (212e95c6-36c2-4c32-b2a9-4a7c8880865c), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:34.760120 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 212e95c6-36c2-4c32-b2a9-4a7c8880865c up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:32:34.858109 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409fbf8-fead-419d-9ab9-c526899940ef None None] Pushing event updated for resources: {'Port': ['ID=212e95c6-36c2-4c32-b2a9-4a7c8880865c,revision_number=3']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:34.877110 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-3f7b3dfe-8af4-4ab3-a29e-287a325e9107 None None] Provisioning complete for port 212e95c6-36c2-4c32-b2a9-4a7c8880865c triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:34.877248 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3f7b3dfe-8af4-4ab3-a29e-287a325e9107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (212e95c6-36c2-4c32-b2a9-4a7c8880865c), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:34.909192 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 212e95c6-36c2-4c32-b2a9-4a7c8880865c triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:34.909564 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (212e95c6-36c2-4c32-b2a9-4a7c8880865c), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:34.928377 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8bce0104-cf5b-48a2-93f9-a7044915d152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:34.956563 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-a5eb716e-e53b-4644-aca6-8cf6b2989456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T15:32:33Z', 'revision_number': 3, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:34.994382 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb716e-e53b-4644-aca6-8cf6b2989456 None None] Checking router: f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e for host: dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:32:34.994784 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb716e-e53b-4644-aca6-8cf6b2989456 None None] Updating router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e port 7cd4522b-6918-4219-ba8d-f6a4b9f05bf8 binding host dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:32:35.068623 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a5eb716e-e53b-4644-aca6-8cf6b2989456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (7cd4522b-6918-4219-ba8d-f6a4b9f05bf8), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:35.079753 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [None req-8bce0104-cf5b-48a2-93f9-a7044915d152 admin admin] Allocated IP 172.20.0.1 (f0cf3eb0-1596-439e-ab06-8468ad70da92/a2b21cdc-04db-44d5-82e6-f708c8512a80/95a1afb0-ca40-43b9-9fe4-e5c97256ffce) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:32:35.116696 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-3f7b3dfe-8af4-4ab3-a29e-287a325e9107 None None] Current status of the port 212e95c6-36c2-4c32-b2a9-4a7c8880865c is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:35.123556 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 212e95c6-36c2-4c32-b2a9-4a7c8880865c is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:35.202047 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8bce0104-cf5b-48a2-93f9-a7044915d152 admin admin] Publish callbacks [] for port (95a1afb0-ca40-43b9-9fe4-e5c97256ffce), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:35.239214 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 38954) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:35.331807 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8bce0104-cf5b-48a2-93f9-a7044915d152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (95a1afb0-ca40-43b9-9fe4-e5c97256ffce), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:35.378791 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a5eb716e-e53b-4644-aca6-8cf6b2989456 None None] Publish callbacks [] for port (7cd4522b-6918-4219-ba8d-f6a4b9f05bf8), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:35.416178 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d6bb36d5-6975-473e-8a07-0b3419e912c8 req-9ecfa9df-cfbd-47e5-a261-f0f80a196473 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/ports?device_id=e11ec182-fc22-4c75-bd59-f10fd82752fe HTTP/1.1" status: 200 len: 210 time: 0.0873420 Mar 29 15:32:35.433162 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bce0104-cf5b-48a2-93f9-a7044915d152 admin admin] Network f0cf3eb0-1596-439e-ab06-8468ad70da92 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:32:35.442302 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-8bce0104-cf5b-48a2-93f9-a7044915d152 admin admin] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:32:35.451779 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bce0104-cf5b-48a2-93f9-a7044915d152 admin admin] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:32:35.456746 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a5eb716e-e53b-4644-aca6-8cf6b2989456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (7cd4522b-6918-4219-ba8d-f6a4b9f05bf8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:35.475051 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce0104-cf5b-48a2-93f9-a7044915d152 admin admin] Pushing event updated for resources: {'Port': ['ID=95a1afb0-ca40-43b9-9fe4-e5c97256ffce,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:35.507178 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8bce0104-cf5b-48a2-93f9-a7044915d152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032949'] for router_interface (f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:35.528513 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-a5eb716e-e53b-4644-aca6-8cf6b2989456 None None] Attempting to bind port 7cd4522b-6918-4219-ba8d-f6a4b9f05bf8 on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:32:35.528887 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-a5eb716e-e53b-4644-aca6-8cf6b2989456 None None] Attempting to bind port 7cd4522b-6918-4219-ba8d-f6a4b9f05bf8 by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:32:35.529249 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5eb716e-e53b-4644-aca6-8cf6b2989456 None None] Attempting to bind port 7cd4522b-6918-4219-ba8d-f6a4b9f05bf8 on network 3dc57d37-328b-453d-86b3-347b9e0efd38 {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:32:35.536841 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15012bf0-117d-4aa9-be61-f28039723217 None None] Pushing event updated for resources: {'Port': ['ID=7cd4522b-6918-4219-ba8d-f6a4b9f05bf8,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:35.540075 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5eb716e-e53b-4644-aca6-8cf6b2989456 None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:32:35.540742 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5eb716e-e53b-4644-aca6-8cf6b2989456 None None] Checking segment: {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:32:35.541328 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a5eb716e-e53b-4644-aca6-8cf6b2989456 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:35.541579 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5eb716e-e53b-4644-aca6-8cf6b2989456 None None] Bound using segment: {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:32:35.542056 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-a5eb716e-e53b-4644-aca6-8cf6b2989456 None None] Bound port: 7cd4522b-6918-4219-ba8d-f6a4b9f05bf8, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:32:35.542433 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a5eb716e-e53b-4644-aca6-8cf6b2989456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (7cd4522b-6918-4219-ba8d-f6a4b9f05bf8), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:35.599657 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-a5eb716e-e53b-4644-aca6-8cf6b2989456 None None] For port 7cd4522b-6918-4219-ba8d-f6a4b9f05bf8, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:32:35.602860 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-a5eb716e-e53b-4644-aca6-8cf6b2989456 None None] For port 7cd4522b-6918-4219-ba8d-f6a4b9f05bf8, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=7cd4522b-6918-4219-ba8d-f6a4b9f05bf8,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:32:35.678547 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a5eb716e-e53b-4644-aca6-8cf6b2989456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (7cd4522b-6918-4219-ba8d-f6a4b9f05bf8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:35.740426 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eb716e-e53b-4644-aca6-8cf6b2989456 None None] Routers {'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:32:35.741060 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-a5eb716e-e53b-4644-aca6-8cf6b2989456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:32:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:35.858939 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8bce0104-cf5b-48a2-93f9-a7044915d152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (95a1afb0-ca40-43b9-9fe4-e5c97256ffce), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:35.883810 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-10cff2e3-41ab-4f72-afe7-4a15fa604f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032828'] for router_interface (ef412768-5109-4f89-85ad-b1771a983854), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:35.951366 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15012bf0-117d-4aa9-be61-f28039723217 None None] Pushing event updated for resources: {'Port': ['ID=7cd4522b-6918-4219-ba8d-f6a4b9f05bf8,revision_number=3']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:35.958443 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-201a9766-4c21-4a35-b09b-11102632bb3c None None] Provisioning complete for port 95a1afb0-ca40-43b9-9fe4-e5c97256ffce triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:35.959071 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-201a9766-4c21-4a35-b09b-11102632bb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (95a1afb0-ca40-43b9-9fe4-e5c97256ffce), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:36.003812 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-201a9766-4c21-4a35-b09b-11102632bb3c None None] Port 95a1afb0-ca40-43b9-9fe4-e5c97256ffce cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:32:36.032362 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-a5eb716e-e53b-4644-aca6-8cf6b2989456 None None] Set router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:32:36.190758 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8bce0104-cf5b-48a2-93f9-a7044915d152 admin admin] Publish callbacks [] for port (95a1afb0-ca40-43b9-9fe4-e5c97256ffce), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:36.211085 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-a5eb716e-e53b-4644-aca6-8cf6b2989456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T15:32:33Z', 'revision_number': 3, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:36.242282 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb716e-e53b-4644-aca6-8cf6b2989456 None None] The sync data for ids ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'] in dv-cinder-562053-19-iscsi is: [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T15:32:33Z', 'revision_number': 3, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}] {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:32:36.255347 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8bce0104-cf5b-48a2-93f9-a7044915d152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10426429'] for port (95a1afb0-ca40-43b9-9fe4-e5c97256ffce), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:36.345359 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-2899cafa-aa9d-47f9-8275-0e4523d644e4 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:36.347114 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-2899cafa-aa9d-47f9-8275-0e4523d644e4 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.15 "GET /v2.0/networks?id=79ff1ec3-5933-4c05-a10b-dba49abb082a HTTP/1.1" status: 200 len: 809 time: 0.1122375 Mar 29 15:32:36.365807 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-7e3e3276-9a99-4532-ae8d-6fcbf222a8f3 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Request body: {'port': {'device_id': 'e11ec182-fc22-4c75-bd59-f10fd82752fe', 'network_id': '79ff1ec3-5933-4c05-a10b-dba49abb082a', 'admin_state_up': True, 'tenant_id': '8d7d519da9f74a4dba15e2362fdeb54e'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:36.598123 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8bacc880-5453-4ca3-bff9-c097ef4adf85 req-fc9a000a-3960-4cda-8211-4651eaf82622 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/ports?device_id=e11ec182-fc22-4c75-bd59-f10fd82752fe HTTP/1.1" status: 200 len: 210 time: 0.0441539 Mar 29 15:32:36.598743 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce0104-cf5b-48a2-93f9-a7044915d152 admin admin] Pushing event updated for resources: {'Port': ['ID=95a1afb0-ca40-43b9-9fe4-e5c97256ffce,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:36.606656 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8bce0104-cf5b-48a2-93f9-a7044915d152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1032801'] for router_interface (f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:36.617252 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-10cff2e3-41ab-4f72-afe7-4a15fa604f6d admin admin] Deleting port b600edc1-0e96-4942-bd12-ea3f61043393 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:32:36.617602 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-10cff2e3-41ab-4f72-afe7-4a15fa604f6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (b600edc1-0e96-4942-bd12-ea3f61043393), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:36.683997 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-7e3e3276-9a99-4532-ae8d-6fcbf222a8f3 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Made reservation on behalf of 8d7d519da9f74a4dba15e2362fdeb54e for: {'port': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:32:36.687855 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-7e3e3276-9a99-4532-ae8d-6fcbf222a8f3 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:36.812904 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 7cd4522b-6918-4219-ba8d-f6a4b9f05bf8 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:32:36.822122 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.db [None req-10cff2e3-41ab-4f72-afe7-4a15fa604f6d admin admin] For port b600edc1-0e96-4942-bd12-ea3f61043393, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=b600edc1-0e96-4942-bd12-ea3f61043393,segment=NetworkSegment(c447c32b-bb36-4dcf-8df5-2a75f4e6e95e),segment_id=c447c32b-bb36-4dcf-8df5-2a75f4e6e95e)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:36.822496 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-10cff2e3-41ab-4f72-afe7-4a15fa604f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (b600edc1-0e96-4942-bd12-ea3f61043393), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:36.846069 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-10cff2e3-41ab-4f72-afe7-4a15fa604f6d admin admin] Calling delete_port for b600edc1-0e96-4942-bd12-ea3f61043393 owned by network:router_interface {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:32:36.861993 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bce0104-cf5b-48a2-93f9-a7044915d152 admin admin] Network f0cf3eb0-1596-439e-ab06-8468ad70da92 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:32:36.865794 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-8bce0104-cf5b-48a2-93f9-a7044915d152 admin admin] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:32:36.873992 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-7e3e3276-9a99-4532-ae8d-6fcbf222a8f3 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Allocated IP 172.20.0.11 (79ff1ec3-5933-4c05-a10b-dba49abb082a/d01fe973-3bcf-4e68-8637-f43586bbb0fc/98c5613d-0278-4613-ab74-cf6f7164128c) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:32:36.884019 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 7cd4522b-6918-4219-ba8d-f6a4b9f05bf8 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:36.884455 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (7cd4522b-6918-4219-ba8d-f6a4b9f05bf8), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:37.001050 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 7cd4522b-6918-4219-ba8d-f6a4b9f05bf8 is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:37.001767 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (7cd4522b-6918-4219-ba8d-f6a4b9f05bf8), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:37.046292 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] For port 7cd4522b-6918-4219-ba8d-f6a4b9f05bf8, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=7cd4522b-6918-4219-ba8d-f6a4b9f05bf8,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:37.104815 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bce0104-cf5b-48a2-93f9-a7044915d152 admin admin] Router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:32:37.118188 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-7e3e3276-9a99-4532-ae8d-6fcbf222a8f3 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Publish callbacks [] for port (98c5613d-0278-4613-ab74-cf6f7164128c), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:37.158537 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (7cd4522b-6918-4219-ba8d-f6a4b9f05bf8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:37.159263 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 212e95c6-36c2-4c32-b2a9-4a7c8880865c up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:32:37.217139 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-7e3e3276-9a99-4532-ae8d-6fcbf222a8f3 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (98c5613d-0278-4613-ab74-cf6f7164128c), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:37.239799 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Pushing event updated for resources: {'Port': ['ID=7cd4522b-6918-4219-ba8d-f6a4b9f05bf8,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:37.270087 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-64457423-4b79-439f-8cb3-89b9d5d4d310 None None] Provisioning complete for port 95a1afb0-ca40-43b9-9fe4-e5c97256ffce triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:37.270087 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-64457423-4b79-439f-8cb3-89b9d5d4d310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (95a1afb0-ca40-43b9-9fe4-e5c97256ffce), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:37.274816 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bce0104-cf5b-48a2-93f9-a7044915d152 admin admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:32:37.279643 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-8bce0104-cf5b-48a2-93f9-a7044915d152 admin admin] 10.222.0.39 "PUT /v2.0/routers/f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8096256 Mar 29 15:32:37.280866 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-7e3e3276-9a99-4532-ae8d-6fcbf222a8f3 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Network 79ff1ec3-5933-4c05-a10b-dba49abb082a is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:32:37.284538 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-7e3e3276-9a99-4532-ae8d-6fcbf222a8f3 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:32:37.285538 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-7e3e3276-9a99-4532-ae8d-6fcbf222a8f3 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:32:37.316949 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-64457423-4b79-439f-8cb3-89b9d5d4d310 None None] Port 95a1afb0-ca40-43b9-9fe4-e5c97256ffce cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:32:37.325817 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 212e95c6-36c2-4c32-b2a9-4a7c8880865c triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:37.326198 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (212e95c6-36c2-4c32-b2a9-4a7c8880865c), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:37.330654 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-10cff2e3-41ab-4f72-afe7-4a15fa604f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (b600edc1-0e96-4942-bd12-ea3f61043393), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:37.343672 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e3276-9a99-4532-ae8d-6fcbf222a8f3 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Pushing event updated for resources: {'Port': ['ID=98c5613d-0278-4613-ab74-cf6f7164128c,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:37.359686 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-7e3e3276-9a99-4532-ae8d-6fcbf222a8f3 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:37.360256 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-7e3e3276-9a99-4532-ae8d-6fcbf222a8f3 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:37.360818 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cff2e3-41ab-4f72-afe7-4a15fa604f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=b600edc1-0e96-4942-bd12-ea3f61043393,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:37.443538 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-7e3e3276-9a99-4532-ae8d-6fcbf222a8f3 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0834067 Mar 29 15:32:37.460672 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-e589c729-ed7f-47ba-a136-05f47627f84c service neutron] Request body: {'port': {'device_id': 'e11ec182-fc22-4c75-bd59-f10fd82752fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:37.487009 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 212e95c6-36c2-4c32-b2a9-4a7c8880865c is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:37.573721 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-e589c729-ed7f-47ba-a136-05f47627f84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (98c5613d-0278-4613-ab74-cf6f7164128c), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:37.589504 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-10cff2e3-41ab-4f72-afe7-4a15fa604f6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1025627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1035244'] for router_interface (ef412768-5109-4f89-85ad-b1771a983854), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:37.825937 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef62a9b-01ed-493b-8b4a-d7da817a4ffc req-f4504df4-008a-4b47-90db-964e89ffc1e0 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:37.827311 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2ef62a9b-01ed-493b-8b4a-d7da817a4ffc req-f4504df4-008a-4b47-90db-964e89ffc1e0 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/ports?device_id=e11ec182-fc22-4c75-bd59-f10fd82752fe HTTP/1.1" status: 200 len: 932 time: 0.1237743 Mar 29 15:32:37.875626 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-e589c729-ed7f-47ba-a136-05f47627f84c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98c5613d-0278-4613-ab74-cf6f7164128c {{(pid=103831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:32:37.883408 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-e589c729-ed7f-47ba-a136-05f47627f84c service neutron] Publish callbacks [] for port (98c5613d-0278-4613-ab74-cf6f7164128c), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:37.895540 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cff2e3-41ab-4f72-afe7-4a15fa604f6d admin admin] Router ef412768-5109-4f89-85ad-b1771a983854 has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:32:37.899704 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2ef62a9b-01ed-493b-8b4a-d7da817a4ffc req-11ef112a-fabe-4b93-8bec-a58878e072b0 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/security-groups?id=30229fa5-cd3b-49b7-ba82-fb0a7e48ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605943 Mar 29 15:32:37.914497 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.provisioning_blocks [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-e589c729-ed7f-47ba-a136-05f47627f84c service neutron] Transition to ACTIVE for port object 98c5613d-0278-4613-ab74-cf6f7164128c will not be triggered until provisioned by entity L2. {{(pid=103831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:32:37.993036 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-e589c729-ed7f-47ba-a136-05f47627f84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (98c5613d-0278-4613-ab74-cf6f7164128c), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:38.011937 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cff2e3-41ab-4f72-afe7-4a15fa604f6d admin admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:32:38.020025 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-10cff2e3-41ab-4f72-afe7-4a15fa604f6d admin admin] 10.222.0.39 "PUT /v2.0/routers/ef412768-5109-4f89-85ad-b1771a983854/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7767882 Mar 29 15:32:38.025871 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 38974) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:38.028690 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7d596d-cedc-451e-b3ac-a4a067ea8e70 None None] Sync routers for ids ['ef412768-5109-4f89-85ad-b1771a983854'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:32:38.050138 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7d596d-cedc-451e-b3ac-a4a067ea8e70 None None] Routers {'ef412768-5109-4f89-85ad-b1771a983854'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:32:38.056421 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-9e7d596d-cedc-451e-b3ac-a4a067ea8e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:32:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['ef412768-5109-4f89-85ad-b1771a983854'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:38.056587 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589c729-ed7f-47ba-a136-05f47627f84c service neutron] Pushing event updated for resources: {'Port': ['ID=98c5613d-0278-4613-ab74-cf6f7164128c,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:38.149653 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5dc6804c-1c1e-4138-8adb-d7c71aa6ab1f admin admin] Publish callbacks [] for router (ef412768-5109-4f89-85ad-b1771a983854), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:38.155520 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-e589c729-ed7f-47ba-a136-05f47627f84c service neutron] Attempting to bind port 98c5613d-0278-4613-ab74-cf6f7164128c on host hv-cinder-56205 for vnic_type normal with profile {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:32:38.155520 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-e589c729-ed7f-47ba-a136-05f47627f84c service neutron] Attempting to bind port 98c5613d-0278-4613-ab74-cf6f7164128c by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '68ee5f34-4c21-4f84-99b1-d4660d84275c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '79ff1ec3-5933-4c05-a10b-dba49abb082a'}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:32:38.155520 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-e589c729-ed7f-47ba-a136-05f47627f84c service neutron] Attempting to bind port 98c5613d-0278-4613-ab74-cf6f7164128c on network 79ff1ec3-5933-4c05-a10b-dba49abb082a {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:32:38.164819 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-e589c729-ed7f-47ba-a136-05f47627f84c service neutron] Port 98c5613d-0278-4613-ab74-cf6f7164128c on network 79ff1ec3-5933-4c05-a10b-dba49abb082a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:32:38.165236 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-e589c729-ed7f-47ba-a136-05f47627f84c service neutron] Attempting to bind port 98c5613d-0278-4613-ab74-cf6f7164128c on network 79ff1ec3-5933-4c05-a10b-dba49abb082a {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:32:38.174808 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-e589c729-ed7f-47ba-a136-05f47627f84c service neutron] Checking agent: {'id': 'cb22ad3b-74f2-4994-b299-960cea1745ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'started_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:32:38.175163 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-e589c729-ed7f-47ba-a136-05f47627f84c service neutron] Checking segment: {'id': '68ee5f34-4c21-4f84-99b1-d4660d84275c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '79ff1ec3-5933-4c05-a10b-dba49abb082a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:32:38.175577 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-e589c729-ed7f-47ba-a136-05f47627f84c service neutron] Bound using segment: {'id': '68ee5f34-4c21-4f84-99b1-d4660d84275c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '79ff1ec3-5933-4c05-a10b-dba49abb082a'} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:32:38.176020 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-e589c729-ed7f-47ba-a136-05f47627f84c service neutron] Bound port: 98c5613d-0278-4613-ab74-cf6f7164128c, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ee5f34-4c21-4f84-99b1-d4660d84275c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '79ff1ec3-5933-4c05-a10b-dba49abb082a'}}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:32:38.176416 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-e589c729-ed7f-47ba-a136-05f47627f84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (98c5613d-0278-4613-ab74-cf6f7164128c), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:38.208879 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-9e7d596d-cedc-451e-b3ac-a4a067ea8e70 None None] Set router ef412768-5109-4f89-85ad-b1771a983854 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:32:38.254508 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-e589c729-ed7f-47ba-a136-05f47627f84c service neutron] For port 98c5613d-0278-4613-ab74-cf6f7164128c, host hv-cinder-56205, cleared binding levels {{(pid=103831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:32:38.259365 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-e589c729-ed7f-47ba-a136-05f47627f84c service neutron] For port 98c5613d-0278-4613-ab74-cf6f7164128c, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=98c5613d-0278-4613-ab74-cf6f7164128c,segment=NetworkSegment(68ee5f34-4c21-4f84-99b1-d4660d84275c),segment_id=68ee5f34-4c21-4f84-99b1-d4660d84275c)] {{(pid=103831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:32:38.270784 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5dc6804c-1c1e-4138-8adb-d7c71aa6ab1f admin admin] Publish callbacks [] for router_gateway (ef412768-5109-4f89-85ad-b1771a983854), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:38.291166 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 38976) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:38.295873 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-73ca2535-705a-4cdd-b37c-73814acafb69 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1497635192', 'description': 'tempest-description--1405019312'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:38.325973 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-e589c729-ed7f-47ba-a136-05f47627f84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (98c5613d-0278-4613-ab74-cf6f7164128c), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:38.333998 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ef19ca-68ad-4210-8052-49d7d10ca9ab None None] Sync routers for ids ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'] in dv-cinder-562053-19-iscsi {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:32:38.343972 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ef19ca-68ad-4210-8052-49d7d10ca9ab None None] Routers {'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:32:38.344552 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-b6ef19ca-68ad-4210-8052-49d7d10ca9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:32:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:38.365759 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-e589c729-ed7f-47ba-a136-05f47627f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:38.366584 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-e589c729-ed7f-47ba-a136-05f47627f84c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:38.368049 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-e589c729-ed7f-47ba-a136-05f47627f84c service neutron] 10.222.0.15 "PUT /v2.0/ports/98c5613d-0278-4613-ab74-cf6f7164128c HTTP/1.1" status: 200 len: 1094 time: 0.9121907 Mar 29 15:32:38.370266 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11ec182-fc22-4c75-bd59-f10fd82752fe', 'tag': '98c5613d-0278-4613-ab74-cf6f7164128c'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:32:38.372779 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c96b71-4b32-42ff-ba08-513550302251" -d '{"events": [{"name": "network-changed", "server_uuid": "e11ec182-fc22-4c75-bd59-f10fd82752fe", "tag": "98c5613d-0278-4613-ab74-cf6f7164128c"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:32:38.393426 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-73ca2535-705a-4cdd-b37c-73814acafb69 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:38.411788 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589c729-ed7f-47ba-a136-05f47627f84c service neutron] Pushing event updated for resources: {'Port': ['ID=98c5613d-0278-4613-ab74-cf6f7164128c,revision_number=3']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:38.451085 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6061999-7ab5-49f6-980d-a9e15c07020c x-openstack-request-id: req-a6061999-7ab5-49f6-980d-a9e15c07020c {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:32:38.451625 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e11ec182-fc22-4c75-bd59-f10fd82752fe", "tag": "98c5613d-0278-4613-ab74-cf6f7164128c", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:32:38.452543 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a6061999-7ab5-49f6-980d-a9e15c07020c {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:32:38.453129 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6061999-7ab5-49f6-980d-a9e15c07020c'] response: {'name': 'network-changed', 'server_uuid': 'e11ec182-fc22-4c75-bd59-f10fd82752fe', 'tag': '98c5613d-0278-4613-ab74-cf6f7164128c', 'status': 'completed', 'code': 200} Mar 29 15:32:38.455689 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-9e7d596d-cedc-451e-b3ac-a4a067ea8e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef412768-5109-4f89-85ad-b1771a983854', 'name': 'tempest-AttachVolumeShelveTestJSON-1908872265-router', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:44Z', 'updated_at': '2022-03-29T15:32:37Z', 'revision_number': 5, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'gw_port': {'id': 'f9d5de6f-958f-4eff-acef-ccdf9b540376', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef412768-5109-4f89-85ad-b1771a983854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:25:45Z', 'updated_at': '2022-03-29T15:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:38.490197 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-b6ef19ca-68ad-4210-8052-49d7d10ca9ab None None] Set router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:32:38.494157 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-5dc6804c-1c1e-4138-8adb-d7c71aa6ab1f admin admin] Deleting port f9d5de6f-958f-4eff-acef-ccdf9b540376 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:32:38.494504 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5dc6804c-1c1e-4138-8adb-d7c71aa6ab1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (f9d5de6f-958f-4eff-acef-ccdf9b540376), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:38.498760 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7d596d-cedc-451e-b3ac-a4a067ea8e70 None None] Checking router: ef412768-5109-4f89-85ad-b1771a983854 for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:32:38.505721 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-09206e02-ddec-4935-8c6c-9bf569a78091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:38.507987 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-09206e02-ddec-4935-8c6c-9bf569a78091 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d7d519da9f74a4dba15e2362fdeb54e&device_id=e11ec182-fc22-4c75-bd59-f10fd82752fe HTTP/1.1" status: 200 len: 1128 time: 0.0526595 Mar 29 15:32:38.508571 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7d596d-cedc-451e-b3ac-a4a067ea8e70 None None] Routers {'ef412768-5109-4f89-85ad-b1771a983854'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:32:38.509271 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-9e7d596d-cedc-451e-b3ac-a4a067ea8e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:32:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['ef412768-5109-4f89-85ad-b1771a983854'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:38.566306 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-ea277883-8e32-4b66-8409-7aa99100aea1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98c5613d-0278-4613-ab74-cf6f7164128c HTTP/1.1" status: 200 len: 217 time: 0.0502763 Mar 29 15:32:38.628706 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-90857f7f-7d2d-4a77-ae15-e75b43747f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:38.630240 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-90857f7f-7d2d-4a77-ae15-e75b43747f8e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d01fe973-3bcf-4e68-8637-f43586bbb0fc HTTP/1.1" status: 200 len: 849 time: 0.0535252 Mar 29 15:32:38.679905 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-a8382304-e19b-42bc-94f4-d3f4893002d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79ff1ec3-5933-4c05-a10b-dba49abb082a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399802 Mar 29 15:32:38.719476 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-9e7d596d-cedc-451e-b3ac-a4a067ea8e70 None None] Set router ef412768-5109-4f89-85ad-b1771a983854 gateway port host: None {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:32:38.780406 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-9e7d596d-cedc-451e-b3ac-a4a067ea8e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef412768-5109-4f89-85ad-b1771a983854', 'name': 'tempest-AttachVolumeShelveTestJSON-1908872265-router', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:44Z', 'updated_at': '2022-03-29T15:32:38Z', 'revision_number': 6, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'gw_port_host': None}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:38.784389 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-73ca2535-705a-4cdd-b37c-73814acafb69 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group (6e1dca7b-b11a-4bda-aedd-c222811f320d), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:38.788338 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-b6ef19ca-68ad-4210-8052-49d7d10ca9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T15:32:35Z', 'revision_number': 4, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '95a1afb0-ca40-43b9-9fe4-e5c97256ffce', 'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'mac_address': 'fa:16:3e:87:31:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:34Z', 'updated_at': '2022-03-29T15:32:35Z', 'revision_number': 2, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'subnets': [{'id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:38.814897 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7d596d-cedc-451e-b3ac-a4a067ea8e70 None None] The sync data for ids ['ef412768-5109-4f89-85ad-b1771a983854'] in dv-cinder-562053-19-iscsi is: [{'id': 'ef412768-5109-4f89-85ad-b1771a983854', 'name': 'tempest-AttachVolumeShelveTestJSON-1908872265-router', 'tenant_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:44Z', 'updated_at': '2022-03-29T15:32:38Z', 'revision_number': 6, 'project_id': '58c1f8fd4f83455ca0f32dbc38c1ed32', 'gw_port_host': None}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:32:38.839759 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.db [None req-5dc6804c-1c1e-4138-8adb-d7c71aa6ab1f admin admin] For port f9d5de6f-958f-4eff-acef-ccdf9b540376, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=f9d5de6f-958f-4eff-acef-ccdf9b540376,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:38.840128 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5dc6804c-1c1e-4138-8adb-d7c71aa6ab1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (f9d5de6f-958f-4eff-acef-ccdf9b540376), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:38.844314 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-4950193a-11fb-44d6-8e0c-d3846851ddba service neutron] 10.222.0.15 "GET /v2.0/networks/79ff1ec3-5933-4c05-a10b-dba49abb082a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524045 Mar 29 15:32:38.849262 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 7cd4522b-6918-4219-ba8d-f6a4b9f05bf8 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:32:38.851659 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ef19ca-68ad-4210-8052-49d7d10ca9ab None None] Checking router: f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e for host: dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:32:38.852020 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ef19ca-68ad-4210-8052-49d7d10ca9ab None None] Updating router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e port 95a1afb0-ca40-43b9-9fe4-e5c97256ffce binding host dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:32:38.854999 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-5dc6804c-1c1e-4138-8adb-d7c71aa6ab1f admin admin] Calling delete_port for f9d5de6f-958f-4eff-acef-ccdf9b540376 owned by network:router_gateway {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:32:38.874602 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-73ca2535-705a-4cdd-b37c-73814acafb69 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (6e1dca7b-b11a-4bda-aedd-c222811f320d), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:38.907695 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b6ef19ca-68ad-4210-8052-49d7d10ca9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (95a1afb0-ca40-43b9-9fe4-e5c97256ffce), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:38.938565 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca2535-705a-4cdd-b37c-73814acafb69 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1dca7b-b11a-4bda-aedd-c222811f320d,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:38.953759 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-d34aaf36-ba45-48fc-8b1c-07c1d7f88730 req-7ff7c82d-4249-4603-acf9-b9106ee8fa50 service neutron] 10.222.0.15 "GET /v2.0/networks/79ff1ec3-5933-4c05-a10b-dba49abb082a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991580 Mar 29 15:32:38.986685 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 7cd4522b-6918-4219-ba8d-f6a4b9f05bf8 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:38.987060 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (7cd4522b-6918-4219-ba8d-f6a4b9f05bf8), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.013281 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-73ca2535-705a-4cdd-b37c-73814acafb69 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.018038 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-73ca2535-705a-4cdd-b37c-73814acafb69 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7223096 Mar 29 15:32:39.021647 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 38982) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:39.023141 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-34e95902-07cd-4e1a-bd91-e8495bb4b297 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Request body: {'security_group_rule': {'security_group_id': '6e1dca7b-b11a-4bda-aedd-c222811f320d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:39.079124 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe025b-7836-4fc7-9f4c-a1270e754f6b req-858738c3-d52e-4202-ab90-d0cb813a190b tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:39.081424 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-06fe025b-7836-4fc7-9f4c-a1270e754f6b req-858738c3-d52e-4202-ab90-d0cb813a190b tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/ports?device_id=e11ec182-fc22-4c75-bd59-f10fd82752fe HTTP/1.1" status: 200 len: 944 time: 0.0738626 Mar 29 15:32:39.100378 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34e95902-07cd-4e1a-bd91-e8495bb4b297 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group_rule (e0a3c509-ed08-4451-81ad-7d7dfa549d34), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.167017 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-06fe025b-7836-4fc7-9f4c-a1270e754f6b req-760a65bd-93ff-4f5c-88de-7cea3f53a5a0 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/security-groups?id=30229fa5-cd3b-49b7-ba82-fb0a7e48ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615647 Mar 29 15:32:39.188305 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c96b71-4b32-42ff-ba08-513550302251 req-805e7ea1-9b7f-4e21-b6e0-864fbc83b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:39.190377 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e5c96b71-4b32-42ff-ba08-513550302251 req-805e7ea1-9b7f-4e21-b6e0-864fbc83b10b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d7d519da9f74a4dba15e2362fdeb54e&device_id=e11ec182-fc22-4c75-bd59-f10fd82752fe HTTP/1.1" status: 200 len: 1128 time: 0.0860891 Mar 29 15:32:39.196164 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 7cd4522b-6918-4219-ba8d-f6a4b9f05bf8 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:39.196389 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34e95902-07cd-4e1a-bd91-e8495bb4b297 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group_rule (e0a3c509-ed08-4451-81ad-7d7dfa549d34), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.205543 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5dc6804c-1c1e-4138-8adb-d7c71aa6ab1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (f9d5de6f-958f-4eff-acef-ccdf9b540376), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.246424 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6804c-1c1e-4138-8adb-d7c71aa6ab1f admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d5de6f-958f-4eff-acef-ccdf9b540376,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:39.257347 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34e95902-07cd-4e1a-bd91-e8495bb4b297 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (e0a3c509-ed08-4451-81ad-7d7dfa549d34), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.287849 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e95902-07cd-4e1a-bd91-e8495bb4b297 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a3c509-ed08-4451-81ad-7d7dfa549d34,revision_number=0']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:39.301966 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b6ef19ca-68ad-4210-8052-49d7d10ca9ab None None] Publish callbacks [] for port (95a1afb0-ca40-43b9-9fe4-e5c97256ffce), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.307070 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c96b71-4b32-42ff-ba08-513550302251 req-8be1cb38-0b5d-4fb6-9782-45e624d2de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:39.308841 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e5c96b71-4b32-42ff-ba08-513550302251 req-8be1cb38-0b5d-4fb6-9782-45e624d2de1a service neutron] 10.222.0.15 "GET /v2.0/networks?id=79ff1ec3-5933-4c05-a10b-dba49abb082a HTTP/1.1" status: 200 len: 910 time: 0.1114426 Mar 29 15:32:39.353751 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5dc6804c-1c1e-4138-8adb-d7c71aa6ab1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1033222'] for router_gateway (ef412768-5109-4f89-85ad-b1771a983854), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.359225 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e5c96b71-4b32-42ff-ba08-513550302251 req-bf779888-751e-4307-a59b-dece38c346e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98c5613d-0278-4613-ab74-cf6f7164128c HTTP/1.1" status: 200 len: 217 time: 0.0433347 Mar 29 15:32:39.380987 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b6ef19ca-68ad-4210-8052-49d7d10ca9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (95a1afb0-ca40-43b9-9fe4-e5c97256ffce), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.392687 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34e95902-07cd-4e1a-bd91-e8495bb4b297 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.396366 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-34e95902-07cd-4e1a-bd91-e8495bb4b297 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3744874 Mar 29 15:32:39.397098 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 38984) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:39.406163 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-166d8a36-0589-4561-9892-564a7658e2eb tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Request body: {'security_group_rule': {'security_group_id': '6e1dca7b-b11a-4bda-aedd-c222811f320d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:39.434348 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c96b71-4b32-42ff-ba08-513550302251 req-4143cf45-f7f5-4cd8-b88d-ef5712b6621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:39.435854 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e5c96b71-4b32-42ff-ba08-513550302251 req-4143cf45-f7f5-4cd8-b88d-ef5712b6621a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d01fe973-3bcf-4e68-8637-f43586bbb0fc HTTP/1.1" status: 200 len: 849 time: 0.0709674 Mar 29 15:32:39.439099 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb3e07-f24e-454b-99c8-f11daeee152e None None] Pushing event updated for resources: {'Port': ['ID=95a1afb0-ca40-43b9-9fe4-e5c97256ffce,revision_number=3']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:39.461283 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5dc6804c-1c1e-4138-8adb-d7c71aa6ab1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-883'] for router (ef412768-5109-4f89-85ad-b1771a983854), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.463883 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5dc6804c-1c1e-4138-8adb-d7c71aa6ab1f admin admin] Publish callbacks [] for router_controller (ef412768-5109-4f89-85ad-b1771a983854), precommit_delete_associations {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.475337 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e5c96b71-4b32-42ff-ba08-513550302251 req-efde5234-ee69-4b5f-9a5a-2943069428fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79ff1ec3-5933-4c05-a10b-dba49abb082a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298145 Mar 29 15:32:39.511212 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-b6ef19ca-68ad-4210-8052-49d7d10ca9ab None None] Attempting to bind port 95a1afb0-ca40-43b9-9fe4-e5c97256ffce on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:32:39.513004 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-b6ef19ca-68ad-4210-8052-49d7d10ca9ab None None] Attempting to bind port 95a1afb0-ca40-43b9-9fe4-e5c97256ffce by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': '3213e27e-14c8-4f1b-8eca-ce8757f89eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92'}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:32:39.513004 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef19ca-68ad-4210-8052-49d7d10ca9ab None None] Attempting to bind port 95a1afb0-ca40-43b9-9fe4-e5c97256ffce on network f0cf3eb0-1596-439e-ab06-8468ad70da92 {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:32:39.520447 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef19ca-68ad-4210-8052-49d7d10ca9ab None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:32:39.521148 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef19ca-68ad-4210-8052-49d7d10ca9ab None None] Checking segment: {'id': '3213e27e-14c8-4f1b-8eca-ce8757f89eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:32:39.521887 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b6ef19ca-68ad-4210-8052-49d7d10ca9ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.522511 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef19ca-68ad-4210-8052-49d7d10ca9ab None None] Bound using segment: {'id': '3213e27e-14c8-4f1b-8eca-ce8757f89eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92'} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:32:39.522914 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-b6ef19ca-68ad-4210-8052-49d7d10ca9ab None None] Bound port: 95a1afb0-ca40-43b9-9fe4-e5c97256ffce, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3213e27e-14c8-4f1b-8eca-ce8757f89eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92'}}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:32:39.523352 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b6ef19ca-68ad-4210-8052-49d7d10ca9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (95a1afb0-ca40-43b9-9fe4-e5c97256ffce), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.540806 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-166d8a36-0589-4561-9892-564a7658e2eb tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group_rule (b4f7b18e-b753-42ca-ad9a-ec0aaa4ea6f7), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.558980 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5dc6804c-1c1e-4138-8adb-d7c71aa6ab1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034723'] for router (ef412768-5109-4f89-85ad-b1771a983854), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.559739 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc6804c-1c1e-4138-8adb-d7c71aa6ab1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef412768-5109-4f89-85ad-b1771a983854 {{(pid=103832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:32:39.567097 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5dc6804c-1c1e-4138-8adb-d7c71aa6ab1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.569233 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-5dc6804c-1c1e-4138-8adb-d7c71aa6ab1f admin admin] 10.222.0.39 "DELETE /v2.0/routers/ef412768-5109-4f89-85ad-b1771a983854 HTTP/1.1" status: 204 len: 168 time: 1.5480013 Mar 29 15:32:39.571794 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 38986) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:39.600489 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-b6ef19ca-68ad-4210-8052-49d7d10ca9ab None None] For port 95a1afb0-ca40-43b9-9fe4-e5c97256ffce, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:32:39.604678 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-b6ef19ca-68ad-4210-8052-49d7d10ca9ab None None] For port 95a1afb0-ca40-43b9-9fe4-e5c97256ffce, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=95a1afb0-ca40-43b9-9fe4-e5c97256ffce,segment=NetworkSegment(3213e27e-14c8-4f1b-8eca-ce8757f89eb8),segment_id=3213e27e-14c8-4f1b-8eca-ce8757f89eb8)] {{(pid=103833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:32:39.622932 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e5c96b71-4b32-42ff-ba08-513550302251 req-5ee8466e-c632-44c7-bd06-7a4039f1346e service neutron] 10.222.0.15 "GET /v2.0/networks/79ff1ec3-5933-4c05-a10b-dba49abb082a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396728 Mar 29 15:32:39.633914 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.db_base_plugin_v2 [None req-1295d20e-5d95-422e-91b4-7322d99f5019 admin admin] Deleting subnet 0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4 {{(pid=103832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:32:39.637526 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1295d20e-5d95-422e-91b4-7322d99f5019 admin admin] Publish callbacks [] for subnet (0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.655028 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-166d8a36-0589-4561-9892-564a7658e2eb tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group_rule (b4f7b18e-b753-42ca-ad9a-ec0aaa4ea6f7), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.673406 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1295d20e-5d95-422e-91b4-7322d99f5019 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032645'] for subnet (0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4), precommit_delete_associations {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.684416 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b6ef19ca-68ad-4210-8052-49d7d10ca9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (95a1afb0-ca40-43b9-9fe4-e5c97256ffce), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.732039 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e5c96b71-4b32-42ff-ba08-513550302251 req-a4d26877-95d9-4e45-90d8-69409819771e service neutron] 10.222.0.15 "GET /v2.0/networks/79ff1ec3-5933-4c05-a10b-dba49abb082a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015737 Mar 29 15:32:39.740981 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-166d8a36-0589-4561-9892-564a7658e2eb tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (b4f7b18e-b753-42ca-ad9a-ec0aaa4ea6f7), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.769537 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d8a36-0589-4561-9892-564a7658e2eb tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f7b18e-b753-42ca-ad9a-ec0aaa4ea6f7,revision_number=0']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:39.771606 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb3e07-f24e-454b-99c8-f11daeee152e None None] Pushing event updated for resources: {'Port': ['ID=95a1afb0-ca40-43b9-9fe4-e5c97256ffce,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:39.774301 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ef19ca-68ad-4210-8052-49d7d10ca9ab None None] Routers {'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:32:39.774923 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-b6ef19ca-68ad-4210-8052-49d7d10ca9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:32:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:39.828549 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1295d20e-5d95-422e-91b4-7322d99f5019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171654'] for subnet (0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.840022 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-166d8a36-0589-4561-9892-564a7658e2eb tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.845092 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-166d8a36-0589-4561-9892-564a7658e2eb tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4404206 Mar 29 15:32:39.845092 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 38988) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:39.846043 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-9c8f5190-e846-4908-b791-002c85eb1792 None None] Provisioning complete for port 95a1afb0-ca40-43b9-9fe4-e5c97256ffce triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:39.846043 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9c8f5190-e846-4908-b791-002c85eb1792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (95a1afb0-ca40-43b9-9fe4-e5c97256ffce), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.849909 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-e9d9f897-261a-4b96-a2cf-3bd903457914 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Request body: {'floatingip': {'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:39.953568 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e9d9f897-261a-4b96-a2cf-3bd903457914 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.955380 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-b6ef19ca-68ad-4210-8052-49d7d10ca9ab None None] Set router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:32:39.977006 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1295d20e-5d95-422e-91b4-7322d99f5019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10479047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10310206'] for subnet (0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.998259 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-9c8f5190-e846-4908-b791-002c85eb1792 None None] Current status of the port 95a1afb0-ca40-43b9-9fe4-e5c97256ffce is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:39.998671 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9c8f5190-e846-4908-b791-002c85eb1792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (95a1afb0-ca40-43b9-9fe4-e5c97256ffce), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:40.007869 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1295d20e-5d95-422e-91b4-7322d99f5019 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:40.011487 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-1295d20e-5d95-422e-91b4-7322d99f5019 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4 HTTP/1.1" status: 204 len: 168 time: 0.4379933 Mar 29 15:32:40.012826 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295d20e-5d95-422e-91b4-7322d99f5019 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ec4a5f7-86fe-4e50-8f8b-bcd8fec46ae4,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:40.019051 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 38990) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:40.050043 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3531e0cb-aa9c-4a79-b4f3-cfa8d6292e10 None None] Network a9dba225-3458-4749-adfb-4348d5911f6f requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:32:40.105273 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-cd303220-0c7b-4211-a3e8-4de89a3bc06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105799'] for network (a9dba225-3458-4749-adfb-4348d5911f6f), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:40.174558 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e9d9f897-261a-4b96-a2cf-3bd903457914 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:40.228023 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-cd303220-0c7b-4211-a3e8-4de89a3bc06a admin admin] Deleting port 009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7 {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:32:40.228457 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-cd303220-0c7b-4211-a3e8-4de89a3bc06a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:40.296354 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-9c8f5190-e846-4908-b791-002c85eb1792 None None] For port 95a1afb0-ca40-43b9-9fe4-e5c97256ffce, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=95a1afb0-ca40-43b9-9fe4-e5c97256ffce,segment=NetworkSegment(3213e27e-14c8-4f1b-8eca-ce8757f89eb8),segment_id=3213e27e-14c8-4f1b-8eca-ce8757f89eb8)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:40.321242 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018513e2-0807-40d2-9b39-e671fd4b0861 req-7dbd47d2-41ad-478a-8b9b-312146b83bf6 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:40.324814 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-018513e2-0807-40d2-9b39-e671fd4b0861 req-7dbd47d2-41ad-478a-8b9b-312146b83bf6 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/ports?device_id=e11ec182-fc22-4c75-bd59-f10fd82752fe HTTP/1.1" status: 200 len: 944 time: 0.0695264 Mar 29 15:32:40.331058 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [None req-cd303220-0c7b-4211-a3e8-4de89a3bc06a admin admin] For port 009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7,segment=NetworkSegment(c447c32b-bb36-4dcf-8df5-2a75f4e6e95e),segment_id=c447c32b-bb36-4dcf-8df5-2a75f4e6e95e)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:40.331425 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-cd303220-0c7b-4211-a3e8-4de89a3bc06a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:40.349559 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-cd303220-0c7b-4211-a3e8-4de89a3bc06a admin admin] Calling delete_port for 009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7 owned by network:dhcp {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:32:40.362390 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [None req-e9d9f897-261a-4b96-a2cf-3bd903457914 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Allocated IP 172.27.3.184 (3dc57d37-328b-453d-86b3-347b9e0efd38/8a0c47e6-f825-43a4-ad31-8f961885bd6a/a4e2777f-a41f-4925-a44a-5b1606f26c36) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:32:40.369401 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9c8f5190-e846-4908-b791-002c85eb1792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (95a1afb0-ca40-43b9-9fe4-e5c97256ffce), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:40.390395 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-018513e2-0807-40d2-9b39-e671fd4b0861 req-4171ba25-f872-4d02-b2f1-0d673d15b78c tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/security-groups?id=30229fa5-cd3b-49b7-ba82-fb0a7e48ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607905 Mar 29 15:32:40.452609 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f5190-e846-4908-b791-002c85eb1792 None None] Pushing event updated for resources: {'Port': ['ID=95a1afb0-ca40-43b9-9fe4-e5c97256ffce,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:40.478067 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baa2ea4-b7a8-465f-acd9-59911fbe1cf1 None None] DHCP port deletion for a9dba225-3458-4749-adfb-4348d5911f6f request from dv-cinder-562053-19-iscsi {{(pid=103833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 15:32:40.490465 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-b6ef19ca-68ad-4210-8052-49d7d10ca9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T15:32:35Z', 'revision_number': 4, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '95a1afb0-ca40-43b9-9fe4-e5c97256ffce', 'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'mac_address': 'fa:16:3e:87:31:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:34Z', 'updated_at': '2022-03-29T15:32:39Z', 'revision_number': 4, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'subnets': [{'id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:40.523056 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e9d9f897-261a-4b96-a2cf-3bd903457914 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for port (a4e2777f-a41f-4925-a44a-5b1606f26c36), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:40.540814 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ef19ca-68ad-4210-8052-49d7d10ca9ab None None] The sync data for ids ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'] in dv-cinder-562053-19-iscsi is: [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T15:32:35Z', 'revision_number': 4, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '95a1afb0-ca40-43b9-9fe4-e5c97256ffce', 'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'mac_address': 'fa:16:3e:87:31:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:34Z', 'updated_at': '2022-03-29T15:32:39Z', 'revision_number': 4, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'subnets': [{'id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:32:40.551529 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6c61a3f3-143c-4303-ad31-6e287a091de5 None None] Provisioning complete for port 95a1afb0-ca40-43b9-9fe4-e5c97256ffce triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:40.551529 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6c61a3f3-143c-4303-ad31-6e287a091de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (95a1afb0-ca40-43b9-9fe4-e5c97256ffce), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:40.574796 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-cd303220-0c7b-4211-a3e8-4de89a3bc06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:40.621467 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-8baa2ea4-b7a8-465f-acd9-59911fbe1cf1 None None] Deleting port 009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7 {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:32:40.621849 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8baa2ea4-b7a8-465f-acd9-59911fbe1cf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:40.629525 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd303220-0c7b-4211-a3e8-4de89a3bc06a admin admin] Pushing event deleted for resources: {'Port': ['ID=009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:40.631724 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e9d9f897-261a-4b96-a2cf-3bd903457914 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (a4e2777f-a41f-4925-a44a-5b1606f26c36), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:40.634757 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd303220-0c7b-4211-a3e8-4de89a3bc06a admin admin] No DVR routers for this DVR port 009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7 on host dv-cinder-562053-19-iscsi {{(pid=103831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:32:40.737750 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-8baa2ea4-b7a8-465f-acd9-59911fbe1cf1 None None] For port 009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7, host dv-cinder-562053-19-iscsi, got binding levels [] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:40.738159 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8baa2ea4-b7a8-465f-acd9-59911fbe1cf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:40.751312 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6c61a3f3-143c-4303-ad31-6e287a091de5 None None] Current status of the port 95a1afb0-ca40-43b9-9fe4-e5c97256ffce is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:40.759183 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-8baa2ea4-b7a8-465f-acd9-59911fbe1cf1 None None] Calling delete_port for 009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7 owned by network:dhcp {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:32:40.762129 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.ipam_backend_mixin [None req-8baa2ea4-b7a8-465f-acd9-59911fbe1cf1 None None] Port 009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7 was not found and therefore no delete operation was performed {{(pid=103833) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 29 15:32:40.763436 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8baa2ea4-b7a8-465f-acd9-59911fbe1cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943'] for port (009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:40.789800 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 95a1afb0-ca40-43b9-9fe4-e5c97256ffce up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:32:40.818052 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa2ea4-b7a8-465f-acd9-59911fbe1cf1 None None] Pushing event deleted for resources: {'Port': ['ID=009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:40.826613 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baa2ea4-b7a8-465f-acd9-59911fbe1cf1 None None] No DVR routers for this DVR port 009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7 on host dv-cinder-562053-19-iscsi {{(pid=103833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:32:40.861696 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 95a1afb0-ca40-43b9-9fe4-e5c97256ffce triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:40.862065 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (95a1afb0-ca40-43b9-9fe4-e5c97256ffce), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:40.951617 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 95a1afb0-ca40-43b9-9fe4-e5c97256ffce is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:41.010718 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device b600edc1-0e96-4942-bd12-ea3f61043393 no longer exists at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:32:41.035468 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] No Port match for: b600edc1-0e96-4942-bd12-ea3f61043393 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:32:41.035888 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device b600edc1-0e96-4942-bd12-ea3f61043393 not bound to the agent host dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:32:41.036357 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device f9d5de6f-958f-4eff-acef-ccdf9b540376 no longer exists at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:32:41.045065 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d9f897-261a-4b96-a2cf-3bd903457914 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Network 3dc57d37-328b-453d-86b3-347b9e0efd38 is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:32:41.046674 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-cd303220-0c7b-4211-a3e8-4de89a3bc06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1238605', 'neutron.services.segments.db._delete_segments_for_network-8748544868922'] for network (a9dba225-3458-4749-adfb-4348d5911f6f), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:41.056090 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] No Port match for: f9d5de6f-958f-4eff-acef-ccdf9b540376 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:32:41.056460 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device f9d5de6f-958f-4eff-acef-ccdf9b540376 not bound to the agent host dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:32:41.057704 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7 no longer exists at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:32:41.058285 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [None req-e9d9f897-261a-4b96-a2cf-3bd903457914 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:32:41.060775 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d9f897-261a-4b96-a2cf-3bd903457914 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:32:41.079582 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] No Port match for: 009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:32:41.080473 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 009b3b6b-acbc-4bf1-b93b-2d00d7b04ca7 not bound to the agent host dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:32:41.114674 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9f897-261a-4b96-a2cf-3bd903457914 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event updated for resources: {'Port': ['ID=a4e2777f-a41f-4925-a44a-5b1606f26c36,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:41.128130 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.services.segments.db [None req-cd303220-0c7b-4211-a3e8-4de89a3bc06a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9dba225-3458-4749-adfb-4348d5911f6f']}} {{(pid=103831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:41.157569 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.services.segments.db [None req-cd303220-0c7b-4211-a3e8-4de89a3bc06a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c447c32b-bb36-4dcf-8df5-2a75f4e6e95e') {'for_net_delete': True} {{(pid=103831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:41.158484 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.services.segments.db [None req-cd303220-0c7b-4211-a3e8-4de89a3bc06a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c447c32b-bb36-4dcf-8df5-2a75f4e6e95e') {} {{(pid=103831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:41.171585 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-cd303220-0c7b-4211-a3e8-4de89a3bc06a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748544868419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416706'] for segment (c447c32b-bb36-4dcf-8df5-2a75f4e6e95e), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:41.192713 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e9d9f897-261a-4b96-a2cf-3bd903457914 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for floatingip (f84f96db-66ab-4e8b-802c-c539244dd9bf), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:41.194223 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-cd303220-0c7b-4211-a3e8-4de89a3bc06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (c447c32b-bb36-4dcf-8df5-2a75f4e6e95e), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:41.203723 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd303220-0c7b-4211-a3e8-4de89a3bc06a admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:32:41.204121 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-cd303220-0c7b-4211-a3e8-4de89a3bc06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10347138'] for segment (c447c32b-bb36-4dcf-8df5-2a75f4e6e95e), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: Traceback (most recent call last): Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: timer() Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: cb(*args, **kw) Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: return func(*args, **kwargs) Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: self._notify() Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: self.callback(batched_events) Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: event.method(event) Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: return f(self, *a, **k) Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: return self._get(url).json() Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: return self.request(url, 'GET', **kwargs) Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:32:41.206414 dv-cinder-562053-19-iscsi neutron-server[103831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:32:41.293268 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e9d9f897-261a-4b96-a2cf-3bd903457914 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (a4e2777f-a41f-4925-a44a-5b1606f26c36), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:41.376085 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-cd303220-0c7b-4211-a3e8-4de89a3bc06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1238596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033322'] for network (a9dba225-3458-4749-adfb-4348d5911f6f), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:41.386841 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-cd303220-0c7b-4211-a3e8-4de89a3bc06a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:41.390019 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-cd303220-0c7b-4211-a3e8-4de89a3bc06a admin admin] 10.222.0.39 "DELETE /v2.0/networks/a9dba225-3458-4749-adfb-4348d5911f6f HTTP/1.1" status: 204 len: 168 time: 1.3691556 Mar 29 15:32:41.407295 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd303220-0c7b-4211-a3e8-4de89a3bc06a admin admin] Pushing event deleted for resources: {'Network': ['ID=a9dba225-3458-4749-adfb-4348d5911f6f,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:41.490208 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e9d9f897-261a-4b96-a2cf-3bd903457914 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for port (a4e2777f-a41f-4925-a44a-5b1606f26c36), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:41.515271 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 98c5613d-0278-4613-ab74-cf6f7164128c details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=103833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:32:41.539663 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6eef4f-654d-4c7a-9738-9497c98704ac req-48ceab49-6f51-4398-aa20-bff7f46f4e2f tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:41.544849 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2c6eef4f-654d-4c7a-9738-9497c98704ac req-48ceab49-6f51-4398-aa20-bff7f46f4e2f tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/ports?device_id=e11ec182-fc22-4c75-bd59-f10fd82752fe HTTP/1.1" status: 200 len: 944 time: 0.0675313 Mar 29 15:32:41.575342 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e9d9f897-261a-4b96-a2cf-3bd903457914 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (a4e2777f-a41f-4925-a44a-5b1606f26c36), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:41.597701 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2c6eef4f-654d-4c7a-9738-9497c98704ac req-90ac3085-f4e2-42e6-bb74-e48a3581eda3 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/security-groups?id=30229fa5-cd3b-49b7-ba82-fb0a7e48ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502248 Mar 29 15:32:41.639364 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 98c5613d-0278-4613-ab74-cf6f7164128c, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=98c5613d-0278-4613-ab74-cf6f7164128c,segment=NetworkSegment(68ee5f34-4c21-4f84-99b1-d4660d84275c),segment_id=68ee5f34-4c21-4f84-99b1-d4660d84275c)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:41.653084 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Returning: {'device': '98c5613d-0278-4613-ab74-cf6f7164128c', 'network_id': '79ff1ec3-5933-4c05-a10b-dba49abb082a', 'port_id': '98c5613d-0278-4613-ab74-cf6f7164128c', 'mac_address': 'fa:16:3e:78:95:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd01fe973-3bcf-4e68-8637-f43586bbb0fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:32:41.674147 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9f897-261a-4b96-a2cf-3bd903457914 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event updated for resources: {'Port': ['ID=a4e2777f-a41f-4925-a44a-5b1606f26c36,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:41.686688 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e9d9f897-261a-4b96-a2cf-3bd903457914 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (f84f96db-66ab-4e8b-802c-c539244dd9bf), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:41.703425 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 98c5613d-0278-4613-ab74-cf6f7164128c is: DOWN; New status is: BUILD {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:41.703848 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (98c5613d-0278-4613-ab74-cf6f7164128c), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:41.717841 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98c5613d-0278-4613-ab74-cf6f7164128c {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:32:41.723495 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 38998) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:41.746348 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 98c5613d-0278-4613-ab74-cf6f7164128c, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=98c5613d-0278-4613-ab74-cf6f7164128c,segment=NetworkSegment(68ee5f34-4c21-4f84-99b1-d4660d84275c),segment_id=68ee5f34-4c21-4f84-99b1-d4660d84275c)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:41.764972 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-ca6ee618-82ec-47bf-90ea-d4be36d6eaef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=58c1f8fd4f83455ca0f32dbc38c1ed32&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0403426 Mar 29 15:32:41.767739 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 39000) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:41.796536 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e9d9f897-261a-4b96-a2cf-3bd903457914 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:41.797737 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-e9d9f897-261a-4b96-a2cf-3bd903457914 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9514410 Mar 29 15:32:41.821916 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0b9f3c89-2db0-4667-aabe-5545ca58f0b0 admin admin] Publish callbacks [] for security_group (a21877dc-67aa-441a-a13e-6509599d53a8), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:41.843130 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0b9f3c89-2db0-4667-aabe-5545ca58f0b0 admin admin] Publish callbacks [] for security_group (a21877dc-67aa-441a-a13e-6509599d53a8), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:41.883399 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (98c5613d-0278-4613-ab74-cf6f7164128c), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:41.934412 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=98c5613d-0278-4613-ab74-cf6f7164128c,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:41.995950 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-530a1132-bb50-45b1-a996-1760ac45a2c8 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1497635192&fields=id&tenant_id=afec2f6261d64114a4b5808565ea6c02 HTTP/1.1" status: 200 len: 267 time: 0.0414248 Mar 29 15:32:41.998145 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0b9f3c89-2db0-4667-aabe-5545ca58f0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (a21877dc-67aa-441a-a13e-6509599d53a8), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:42.000730 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0b9f3c89-2db0-4667-aabe-5545ca58f0b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:42.001922 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-0b9f3c89-2db0-4667-aabe-5545ca58f0b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a21877dc-67aa-441a-a13e-6509599d53a8 HTTP/1.1" status: 204 len: 168 time: 0.2330449 Mar 29 15:32:42.010231 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f3c89-2db0-4667-aabe-5545ca58f0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21877dc-67aa-441a-a13e-6509599d53a8,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:42.107629 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-d48d5c48-7c3d-4b3e-99a8-2868cf0551e4 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:42.112756 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-d48d5c48-7c3d-4b3e-99a8-2868cf0551e4 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/networks?id=f0cf3eb0-1596-439e-ab06-8468ad70da92 HTTP/1.1" status: 200 len: 814 time: 0.1066747 Mar 29 15:32:42.124090 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-f4c88bdc-a0c9-40bb-9e35-29e82bdd2d90 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/quotas/afec2f6261d64114a4b5808565ea6c02 HTTP/1.1" status: 200 len: 375 time: 0.0089076 Mar 29 15:32:42.157406 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['98c5613d-0278-4613-ab74-cf6f7164128c'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:32:42.178919 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-7017399f-6bb2-4811-8179-4c8d7dd75ffc tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=afec2f6261d64114a4b5808565ea6c02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499756 Mar 29 15:32:42.281672 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-93e120ef-78fc-442a-98f3-62db6981536a service neutron] 10.222.0.39 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900414 Mar 29 15:32:42.376626 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-461c27fc-e474-4ca2-bcc9-8e34d8f2fb39 service neutron] 10.222.0.39 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868289 Mar 29 15:32:42.679931 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8a6679b1-58ee-4198-af99-287bce81662a req-59227cb4-2c5d-4042-bc12-3f42b97f3ded tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d468d96-643d-4795-9092-aba7bcb8e53d HTTP/1.1" status: 200 len: 210 time: 0.0331345 Mar 29 15:32:42.739095 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b22ab9-fdd6-4f59-844b-0f8b8c18dce2 req-c42e0453-5a4d-477b-9bb9-edd751c24d21 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:42.740594 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-65b22ab9-fdd6-4f59-844b-0f8b8c18dce2 req-c42e0453-5a4d-477b-9bb9-edd751c24d21 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/ports?device_id=e11ec182-fc22-4c75-bd59-f10fd82752fe HTTP/1.1" status: 200 len: 945 time: 0.0597427 Mar 29 15:32:42.796906 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-65b22ab9-fdd6-4f59-844b-0f8b8c18dce2 req-da38659c-b622-4b1d-8e89-e1d93689b70b tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/security-groups?id=30229fa5-cd3b-49b7-ba82-fb0a7e48ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474946 Mar 29 15:32:43.232226 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:43.531011 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 98c5613d-0278-4613-ab74-cf6f7164128c up at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:32:43.717523 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning for port 98c5613d-0278-4613-ab74-cf6f7164128c completed by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:32:43.722852 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning complete for port 98c5613d-0278-4613-ab74-cf6f7164128c triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:43.727313 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (98c5613d-0278-4613-ab74-cf6f7164128c), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:43.777989 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-435121e3-1ea3-46b8-a37a-b1e68dcacc9f req-40b7f4cc-eb8e-43d2-ae8d-0105c9099cc2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d468d96-643d-4795-9092-aba7bcb8e53d HTTP/1.1" status: 200 len: 210 time: 0.0286837 Mar 29 15:32:43.807996 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 98c5613d-0278-4613-ab74-cf6f7164128c is: BUILD; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:43.808418 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (98c5613d-0278-4613-ab74-cf6f7164128c), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:43.832435 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11ec182-fc22-4c75-bd59-f10fd82752fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c5613d-0278-4613-ab74-cf6f7164128c'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:32:43.836439 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67651527b6c7513bff120ad3026ca8b6c51caa370c4ee0f403b1e7b340f0df97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc17cc36-79a6-4a84-ab43-51540aca91cf" -d '{"events": [{"server_uuid": "e11ec182-fc22-4c75-bd59-f10fd82752fe", "name": "network-vif-plugged", "status": "completed", "tag": "98c5613d-0278-4613-ab74-cf6f7164128c"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:32:43.847581 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 98c5613d-0278-4613-ab74-cf6f7164128c, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=98c5613d-0278-4613-ab74-cf6f7164128c,segment=NetworkSegment(68ee5f34-4c21-4f84-99b1-d4660d84275c),segment_id=68ee5f34-4c21-4f84-99b1-d4660d84275c)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:43.911835 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (98c5613d-0278-4613-ab74-cf6f7164128c), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:43.921636 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1500198-2123-4911-931d-77e993168427 req-9f1d5224-9ec7-4a4a-bbd1-feb8793df356 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:43.923144 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e1500198-2123-4911-931d-77e993168427 req-9f1d5224-9ec7-4a4a-bbd1-feb8793df356 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/ports?device_id=e11ec182-fc22-4c75-bd59-f10fd82752fe HTTP/1.1" status: 200 len: 945 time: 0.0589044 Mar 29 15:32:43.966555 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=98c5613d-0278-4613-ab74-cf6f7164128c,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:43.971625 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ed216b-0cff-4860-8fa7-cbb99c7250fc x-openstack-request-id: req-d2ed216b-0cff-4860-8fa7-cbb99c7250fc {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:32:43.972017 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11ec182-fc22-4c75-bd59-f10fd82752fe", "name": "network-vif-plugged", "status": "completed", "tag": "98c5613d-0278-4613-ab74-cf6f7164128c", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:32:43.972362 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d2ed216b-0cff-4860-8fa7-cbb99c7250fc {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:32:43.972831 dv-cinder-562053-19-iscsi neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2ed216b-0cff-4860-8fa7-cbb99c7250fc'] response: {'server_uuid': 'e11ec182-fc22-4c75-bd59-f10fd82752fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c5613d-0278-4613-ab74-cf6f7164128c', 'code': 200} Mar 29 15:32:43.986201 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e1500198-2123-4911-931d-77e993168427 req-5b7cc7c3-c3b5-4a59-983a-8d317aaac744 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/security-groups?id=30229fa5-cd3b-49b7-ba82-fb0a7e48ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563946 Mar 29 15:32:44.283259 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692dd18-c3f5-4393-ac46-b4b5c2c58162 req-d1e6d1e6-27b3-4e1c-8f66-d650ea5b22da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:44.284812 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-8692dd18-c3f5-4393-ac46-b4b5c2c58162 req-d1e6d1e6-27b3-4e1c-8f66-d650ea5b22da service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e11ec182-fc22-4c75-bd59-f10fd82752fe HTTP/1.1" status: 200 len: 1130 time: 0.0526831 Mar 29 15:32:44.328302 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-8692dd18-c3f5-4393-ac46-b4b5c2c58162 req-23c1d46e-e0f6-498b-be7c-80b4fcd2aa25 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=30229fa5-cd3b-49b7-ba82-fb0a7e48ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370400 Mar 29 15:32:44.870495 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d70de571-8953-47de-91b4-4774f7be6a85 req-57226bd1-3002-4380-a6cb-9ad5b2ad4dde tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d468d96-643d-4795-9092-aba7bcb8e53d HTTP/1.1" status: 200 len: 210 time: 0.0267999 Mar 29 15:32:45.091153 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-4884e362-52da-4e0c-82e8-c308ac9327d9 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:45.092758 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-4884e362-52da-4e0c-82e8-c308ac9327d9 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.15 "GET /v2.0/networks?id=f0cf3eb0-1596-439e-ab06-8468ad70da92 HTTP/1.1" status: 200 len: 814 time: 0.1038556 Mar 29 15:32:45.155906 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448e21b-10fd-4d1b-b6b4-611fa33a7f94 req-cf4742c1-8e06-47f8-8610-c66a86fa5a15 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:45.161944 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-dd9fa532-7edf-4dcb-9c81-707971106b05 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afec2f6261d64114a4b5808565ea6c02 HTTP/1.1" status: 200 len: 380 time: 0.0601616 Mar 29 15:32:45.163801 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0448e21b-10fd-4d1b-b6b4-611fa33a7f94 req-cf4742c1-8e06-47f8-8610-c66a86fa5a15 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/ports?device_id=e11ec182-fc22-4c75-bd59-f10fd82752fe HTTP/1.1" status: 200 len: 946 time: 0.0980172 Mar 29 15:32:45.172783 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-667cc366-a143-40ca-9abb-3ec592ed5658 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Request body: {'port': {'device_id': '4d468d96-643d-4795-9092-aba7bcb8e53d', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'admin_state_up': True, 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'security_groups': ['6e1dca7b-b11a-4bda-aedd-c222811f320d']}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:45.217318 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0448e21b-10fd-4d1b-b6b4-611fa33a7f94 req-444eec0d-711f-497f-af6b-e93a8333eb7b tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/security-groups?id=30229fa5-cd3b-49b7-ba82-fb0a7e48ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461354 Mar 29 15:32:45.380861 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-667cc366-a143-40ca-9abb-3ec592ed5658 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Made reservation on behalf of afec2f6261d64114a4b5808565ea6c02 for: {'port': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:32:45.384378 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-667cc366-a143-40ca-9abb-3ec592ed5658 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:45.520508 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-667cc366-a143-40ca-9abb-3ec592ed5658 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Allocated IP 172.20.0.9 (f0cf3eb0-1596-439e-ab06-8468ad70da92/a2b21cdc-04db-44d5-82e6-f708c8512a80/7dfe9524-9366-4e9c-9631-be9fe77370c7) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:32:45.661535 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-667cc366-a143-40ca-9abb-3ec592ed5658 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for port (7dfe9524-9366-4e9c-9631-be9fe77370c7), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:45.752887 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-667cc366-a143-40ca-9abb-3ec592ed5658 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (7dfe9524-9366-4e9c-9631-be9fe77370c7), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:45.796515 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-667cc366-a143-40ca-9abb-3ec592ed5658 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Network f0cf3eb0-1596-439e-ab06-8468ad70da92 is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:32:45.799529 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-667cc366-a143-40ca-9abb-3ec592ed5658 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:32:45.803173 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-667cc366-a143-40ca-9abb-3ec592ed5658 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:32:45.833248 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667cc366-a143-40ca-9abb-3ec592ed5658 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event updated for resources: {'Port': ['ID=7dfe9524-9366-4e9c-9631-be9fe77370c7,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:45.858057 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-667cc366-a143-40ca-9abb-3ec592ed5658 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:45.858794 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-667cc366-a143-40ca-9abb-3ec592ed5658 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:45.955296 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-667cc366-a143-40ca-9abb-3ec592ed5658 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7857382 Mar 29 15:32:45.966367 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-192f5780-8ef0-4b97-b48c-aa26673e1ebe service neutron] Request body: {'port': {'device_id': '4d468d96-643d-4795-9092-aba7bcb8e53d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:45.994391 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe3d6f-1a93-4a27-ad98-051a06655d78 req-3debe49d-17ce-46c3-a0da-e075e1e5faf3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:45.996149 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2fbe3d6f-1a93-4a27-ad98-051a06655d78 req-3debe49d-17ce-46c3-a0da-e075e1e5faf3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d468d96-643d-4795-9092-aba7bcb8e53d HTTP/1.1" status: 200 len: 931 time: 0.0570908 Mar 29 15:32:46.013221 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-7740ec85-b2b4-4896-a764-e89dd22c0159 None None] Provisioning complete for port 7dfe9524-9366-4e9c-9631-be9fe77370c7 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:46.013903 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7740ec85-b2b4-4896-a764-e89dd22c0159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (7dfe9524-9366-4e9c-9631-be9fe77370c7), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:46.028913 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-192f5780-8ef0-4b97-b48c-aa26673e1ebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (7dfe9524-9366-4e9c-9631-be9fe77370c7), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:46.050953 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-7740ec85-b2b4-4896-a764-e89dd22c0159 None None] Port 7dfe9524-9366-4e9c-9631-be9fe77370c7 cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:32:46.055412 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2fbe3d6f-1a93-4a27-ad98-051a06655d78 req-6c744689-12ed-4071-9e83-86f660c2f562 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e1dca7b-b11a-4bda-aedd-c222811f320d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453274 Mar 29 15:32:46.298739 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-192f5780-8ef0-4b97-b48c-aa26673e1ebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dfe9524-9366-4e9c-9631-be9fe77370c7 {{(pid=103831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:32:46.306219 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-192f5780-8ef0-4b97-b48c-aa26673e1ebe service neutron] Publish callbacks [] for port (7dfe9524-9366-4e9c-9631-be9fe77370c7), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:46.318872 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.provisioning_blocks [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-192f5780-8ef0-4b97-b48c-aa26673e1ebe service neutron] Transition to ACTIVE for port object 7dfe9524-9366-4e9c-9631-be9fe77370c7 will not be triggered until provisioned by entity L2. {{(pid=103831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:32:46.335142 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8443ab-4974-4874-b16c-8b003a69e01f req-f1289eae-bfee-4dcc-a3c1-ab9178a09ec0 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:46.336660 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2c8443ab-4974-4874-b16c-8b003a69e01f req-f1289eae-bfee-4dcc-a3c1-ab9178a09ec0 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/ports?device_id=e11ec182-fc22-4c75-bd59-f10fd82752fe HTTP/1.1" status: 200 len: 946 time: 0.0518730 Mar 29 15:32:46.386170 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-192f5780-8ef0-4b97-b48c-aa26673e1ebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (7dfe9524-9366-4e9c-9631-be9fe77370c7), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:46.393213 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2c8443ab-4974-4874-b16c-8b003a69e01f req-443900a8-fc15-461d-ba32-7b4bafe45362 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/security-groups?id=30229fa5-cd3b-49b7-ba82-fb0a7e48ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508671 Mar 29 15:32:46.447538 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f5780-8ef0-4b97-b48c-aa26673e1ebe service neutron] Pushing event updated for resources: {'Port': ['ID=7dfe9524-9366-4e9c-9631-be9fe77370c7,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:46.515783 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-192f5780-8ef0-4b97-b48c-aa26673e1ebe service neutron] Attempting to bind port 7dfe9524-9366-4e9c-9631-be9fe77370c7 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:32:46.516132 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-192f5780-8ef0-4b97-b48c-aa26673e1ebe service neutron] Attempting to bind port 7dfe9524-9366-4e9c-9631-be9fe77370c7 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '3213e27e-14c8-4f1b-8eca-ce8757f89eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92'}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:32:46.516498 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-192f5780-8ef0-4b97-b48c-aa26673e1ebe service neutron] Attempting to bind port 7dfe9524-9366-4e9c-9631-be9fe77370c7 on network f0cf3eb0-1596-439e-ab06-8468ad70da92 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:32:46.521135 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-192f5780-8ef0-4b97-b48c-aa26673e1ebe service neutron] Port 7dfe9524-9366-4e9c-9631-be9fe77370c7 on network f0cf3eb0-1596-439e-ab06-8468ad70da92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:32:46.521463 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-192f5780-8ef0-4b97-b48c-aa26673e1ebe service neutron] Attempting to bind port 7dfe9524-9366-4e9c-9631-be9fe77370c7 on network f0cf3eb0-1596-439e-ab06-8468ad70da92 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:32:46.526443 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-192f5780-8ef0-4b97-b48c-aa26673e1ebe service neutron] Checking agent: {'id': 'cb22ad3b-74f2-4994-b299-960cea1745ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'started_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:32:46.526786 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-192f5780-8ef0-4b97-b48c-aa26673e1ebe service neutron] Checking segment: {'id': '3213e27e-14c8-4f1b-8eca-ce8757f89eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:32:46.527178 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-192f5780-8ef0-4b97-b48c-aa26673e1ebe service neutron] Bound using segment: {'id': '3213e27e-14c8-4f1b-8eca-ce8757f89eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92'} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:32:46.527615 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-192f5780-8ef0-4b97-b48c-aa26673e1ebe service neutron] Bound port: 7dfe9524-9366-4e9c-9631-be9fe77370c7, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3213e27e-14c8-4f1b-8eca-ce8757f89eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92'}}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:32:46.527983 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-192f5780-8ef0-4b97-b48c-aa26673e1ebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (7dfe9524-9366-4e9c-9631-be9fe77370c7), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:46.598231 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-192f5780-8ef0-4b97-b48c-aa26673e1ebe service neutron] For port 7dfe9524-9366-4e9c-9631-be9fe77370c7, host hv-cinder-56205, cleared binding levels {{(pid=103831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:32:46.601379 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-192f5780-8ef0-4b97-b48c-aa26673e1ebe service neutron] For port 7dfe9524-9366-4e9c-9631-be9fe77370c7, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=7dfe9524-9366-4e9c-9631-be9fe77370c7,segment=NetworkSegment(3213e27e-14c8-4f1b-8eca-ce8757f89eb8),segment_id=3213e27e-14c8-4f1b-8eca-ce8757f89eb8)] {{(pid=103831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:32:46.689599 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-192f5780-8ef0-4b97-b48c-aa26673e1ebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (7dfe9524-9366-4e9c-9631-be9fe77370c7), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:46.722986 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-192f5780-8ef0-4b97-b48c-aa26673e1ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:46.723596 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-192f5780-8ef0-4b97-b48c-aa26673e1ebe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:46.725059 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-192f5780-8ef0-4b97-b48c-aa26673e1ebe service neutron] 10.222.0.15 "PUT /v2.0/ports/7dfe9524-9366-4e9c-9631-be9fe77370c7 HTTP/1.1" status: 200 len: 1093 time: 0.7631104 Mar 29 15:32:46.725480 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d468d96-643d-4795-9092-aba7bcb8e53d', 'tag': '7dfe9524-9366-4e9c-9631-be9fe77370c7'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:32:46.727717 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31a6280-1c73-4990-bcbc-00b2d1c5e72d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d468d96-643d-4795-9092-aba7bcb8e53d", "tag": "7dfe9524-9366-4e9c-9631-be9fe77370c7"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:32:46.753242 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f5780-8ef0-4b97-b48c-aa26673e1ebe service neutron] Pushing event updated for resources: {'Port': ['ID=7dfe9524-9366-4e9c-9631-be9fe77370c7,revision_number=3']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:46.765450 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5420d5f2-3ae0-41d2-bdee-4dfaf83ecbd1 x-openstack-request-id: req-5420d5f2-3ae0-41d2-bdee-4dfaf83ecbd1 {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:32:46.765749 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d468d96-643d-4795-9092-aba7bcb8e53d", "tag": "7dfe9524-9366-4e9c-9631-be9fe77370c7", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:32:46.766008 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5420d5f2-3ae0-41d2-bdee-4dfaf83ecbd1 {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:32:46.766771 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5420d5f2-3ae0-41d2-bdee-4dfaf83ecbd1'] response: {'name': 'network-changed', 'server_uuid': '4d468d96-643d-4795-9092-aba7bcb8e53d', 'tag': '7dfe9524-9366-4e9c-9631-be9fe77370c7', 'status': 'completed', 'code': 200} Mar 29 15:32:47.177211 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4b5c4-db97-44da-bc37-340e71f6195e req-e52c2934-5da8-4119-9c62-304139adf00b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:47.178671 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e4b4b5c4-db97-44da-bc37-340e71f6195e req-e52c2934-5da8-4119-9c62-304139adf00b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d468d96-643d-4795-9092-aba7bcb8e53d HTTP/1.1" status: 200 len: 943 time: 0.0559478 Mar 29 15:32:47.224959 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e4b4b5c4-db97-44da-bc37-340e71f6195e req-68343bd0-dcd3-4152-8d8d-63709daa8e80 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e1dca7b-b11a-4bda-aedd-c222811f320d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404584 Mar 29 15:32:48.338340 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4a6fc-e24e-46a2-8106-a2466e020d42 req-d4c8e2c3-dc11-424a-9e00-c011ace73d57 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:48.339820 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c6a4a6fc-e24e-46a2-8106-a2466e020d42 req-d4c8e2c3-dc11-424a-9e00-c011ace73d57 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d468d96-643d-4795-9092-aba7bcb8e53d HTTP/1.1" status: 200 len: 943 time: 0.0512328 Mar 29 15:32:48.385054 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c6a4a6fc-e24e-46a2-8106-a2466e020d42 req-746e2df0-601e-4f92-bf45-bdc42f0b05a3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e1dca7b-b11a-4bda-aedd-c222811f320d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395849 Mar 29 15:32:48.608523 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a6280-1c73-4990-bcbc-00b2d1c5e72d req-3c421b0c-79bb-41fd-8f8d-ae9ebddbd101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:48.610036 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-a31a6280-1c73-4990-bcbc-00b2d1c5e72d req-3c421b0c-79bb-41fd-8f8d-ae9ebddbd101 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afec2f6261d64114a4b5808565ea6c02&device_id=4d468d96-643d-4795-9092-aba7bcb8e53d HTTP/1.1" status: 200 len: 1127 time: 0.0446601 Mar 29 15:32:48.712349 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a6280-1c73-4990-bcbc-00b2d1c5e72d req-01590140-5049-42c7-8e53-33bc4bef4bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:48.713817 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-a31a6280-1c73-4990-bcbc-00b2d1c5e72d req-01590140-5049-42c7-8e53-33bc4bef4bd1 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=afec2f6261d64114a4b5808565ea6c02&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0953679 Mar 29 15:32:48.806399 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a6280-1c73-4990-bcbc-00b2d1c5e72d req-a892872f-f609-4e4d-8087-924c872c2747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:48.808106 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-a31a6280-1c73-4990-bcbc-00b2d1c5e72d req-a892872f-f609-4e4d-8087-924c872c2747 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871518 Mar 29 15:32:48.923964 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-771eb278-740e-4d2e-be61-a0e439a604cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:48.925821 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-771eb278-740e-4d2e-be61-a0e439a604cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afec2f6261d64114a4b5808565ea6c02&device_id=4d468d96-643d-4795-9092-aba7bcb8e53d HTTP/1.1" status: 200 len: 1127 time: 0.0560641 Mar 29 15:32:48.972715 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-b2edb82a-62e3-48d5-ba05-84594e325bf2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dfe9524-9366-4e9c-9631-be9fe77370c7 HTTP/1.1" status: 200 len: 217 time: 0.0374429 Mar 29 15:32:49.025638 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-6c69d343-2059-45f8-9eaf-8f1ece87edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:49.027296 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-6c69d343-2059-45f8-9eaf-8f1ece87edf1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b21cdc-04db-44d5-82e6-f708c8512a80 HTTP/1.1" status: 200 len: 853 time: 0.0490124 Mar 29 15:32:49.080457 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-aa1e0176-a924-4573-aa00-9e3f9b5ef398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:49.082039 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-aa1e0176-a924-4573-aa00-9e3f9b5ef398 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0cf3eb0-1596-439e-ab06-8468ad70da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465815 Mar 29 15:32:49.178122 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-c616f071-cf4c-4ae0-9195-4b1f48f0975e service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893092 Mar 29 15:32:49.276632 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-de477349-e9c8-4f80-a71c-dd26e3c4fb44 req-dca27243-bf15-47e9-bc93-d944f9b28c4a service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884848 Mar 29 15:32:49.315645 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a0407-9c5d-4723-b185-d42fdea4e5ae req-7ba3adc3-1d79-44c5-b691-f7dc0d6748e4 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:49.317081 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-aa6a0407-9c5d-4723-b185-d42fdea4e5ae req-7ba3adc3-1d79-44c5-b691-f7dc0d6748e4 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/ports?device_id=e11ec182-fc22-4c75-bd59-f10fd82752fe HTTP/1.1" status: 200 len: 946 time: 0.0561976 Mar 29 15:32:49.363559 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-aa6a0407-9c5d-4723-b185-d42fdea4e5ae req-5f57ed7f-a482-44c2-93b8-e0384ce886d0 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/security-groups?id=30229fa5-cd3b-49b7-ba82-fb0a7e48ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408025 Mar 29 15:32:49.503461 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b946b8-37cf-402d-9e57-af59cf7ee7e3 req-4c8fcceb-490f-45a1-8265-b0134d7e49fb tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:49.504959 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f9b946b8-37cf-402d-9e57-af59cf7ee7e3 req-4c8fcceb-490f-45a1-8265-b0134d7e49fb tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d468d96-643d-4795-9092-aba7bcb8e53d HTTP/1.1" status: 200 len: 943 time: 0.0534787 Mar 29 15:32:49.549366 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f9b946b8-37cf-402d-9e57-af59cf7ee7e3 req-5c7e7bd1-410a-4088-aee6-09682d19ea67 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e1dca7b-b11a-4bda-aedd-c222811f320d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389566 Mar 29 15:32:50.482772 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cac12-2100-4c06-ad00-db4869f78011 req-958c4fda-2f21-442e-8774-11730f1de5b6 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:50.484258 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-722cac12-2100-4c06-ad00-db4869f78011 req-958c4fda-2f21-442e-8774-11730f1de5b6 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/ports?device_id=e11ec182-fc22-4c75-bd59-f10fd82752fe HTTP/1.1" status: 200 len: 946 time: 0.0553598 Mar 29 15:32:50.529808 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-722cac12-2100-4c06-ad00-db4869f78011 req-6c2100f3-69bd-4350-8158-fdae3156bdb8 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/security-groups?id=30229fa5-cd3b-49b7-ba82-fb0a7e48ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392432 Mar 29 15:32:50.663976 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbff9c6-7582-4429-a392-d1889bc5c640 req-0956aa62-0753-4869-a975-50df147ce8be tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:50.665434 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3cbff9c6-7582-4429-a392-d1889bc5c640 req-0956aa62-0753-4869-a975-50df147ce8be tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d468d96-643d-4795-9092-aba7bcb8e53d HTTP/1.1" status: 200 len: 943 time: 0.0517151 Mar 29 15:32:50.709541 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff6c7c-e663-4fe4-8879-63838c21bee5 req-eb5d1a3c-a78a-4ee5-b24d-9fb545cc4252 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:50.711070 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-7fff6c7c-e663-4fe4-8879-63838c21bee5 req-eb5d1a3c-a78a-4ee5-b24d-9fb545cc4252 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.15 "GET /v2.0/ports?device_id=e11ec182-fc22-4c75-bd59-f10fd82752fe HTTP/1.1" status: 200 len: 946 time: 0.0591896 Mar 29 15:32:50.714093 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3cbff9c6-7582-4429-a392-d1889bc5c640 req-60388d4f-c32c-4126-baea-895b1d17c2e9 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e1dca7b-b11a-4bda-aedd-c222811f320d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426502 Mar 29 15:32:50.808785 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-7fff6c7c-e663-4fe4-8879-63838c21bee5 req-a4e30bd1-3c77-480d-9a81-e1565b371ec5 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Deleting port 98c5613d-0278-4613-ab74-cf6f7164128c {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:32:50.809125 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-7fff6c7c-e663-4fe4-8879-63838c21bee5 req-a4e30bd1-3c77-480d-9a81-e1565b371ec5 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (98c5613d-0278-4613-ab74-cf6f7164128c), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:50.899479 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-7fff6c7c-e663-4fe4-8879-63838c21bee5 req-a4e30bd1-3c77-480d-9a81-e1565b371ec5 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] For port 98c5613d-0278-4613-ab74-cf6f7164128c, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=98c5613d-0278-4613-ab74-cf6f7164128c,segment=NetworkSegment(68ee5f34-4c21-4f84-99b1-d4660d84275c),segment_id=68ee5f34-4c21-4f84-99b1-d4660d84275c)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:50.899843 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-7fff6c7c-e663-4fe4-8879-63838c21bee5 req-a4e30bd1-3c77-480d-9a81-e1565b371ec5 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (98c5613d-0278-4613-ab74-cf6f7164128c), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:50.912375 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-7fff6c7c-e663-4fe4-8879-63838c21bee5 req-a4e30bd1-3c77-480d-9a81-e1565b371ec5 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Calling delete_port for 98c5613d-0278-4613-ab74-cf6f7164128c owned by compute:nova {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:32:51.107526 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-7fff6c7c-e663-4fe4-8879-63838c21bee5 req-a4e30bd1-3c77-480d-9a81-e1565b371ec5 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (98c5613d-0278-4613-ab74-cf6f7164128c), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:51.122961 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['98c5613d-0278-4613-ab74-cf6f7164128c'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:32:51.140329 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e30bd1-3c77-480d-9a81-e1565b371ec5 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Pushing event deleted for resources: {'Port': ['ID=98c5613d-0278-4613-ab74-cf6f7164128c,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:51.175173 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-547753b6-592e-4b4d-8979-35e3df9c88d3 req-7c9f50dc-55b4-4665-b45c-db1839e8c2d5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0966504 Mar 29 15:32:51.189197 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fff6c7c-e663-4fe4-8879-63838c21bee5 req-a4e30bd1-3c77-480d-9a81-e1565b371ec5 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] No DVR routers for this DVR port 98c5613d-0278-4613-ab74-cf6f7164128c on host hv-cinder-56205 {{(pid=103831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:32:51.192229 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-7fff6c7c-e663-4fe4-8879-63838c21bee5 req-a4e30bd1-3c77-480d-9a81-e1565b371ec5 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:51.195507 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-7fff6c7c-e663-4fe4-8879-63838c21bee5 req-a4e30bd1-3c77-480d-9a81-e1565b371ec5 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.15 "DELETE /v2.0/ports/98c5613d-0278-4613-ab74-cf6f7164128c HTTP/1.1" status: 204 len: 173 time: 0.4754338 Mar 29 15:32:51.195963 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11ec182-fc22-4c75-bd59-f10fd82752fe', 'name': 'network-vif-deleted', 'tag': '98c5613d-0278-4613-ab74-cf6f7164128c'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:32:51.198220 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233878d2-a437-491f-961d-be3bf9b511f9" -d '{"events": [{"server_uuid": "e11ec182-fc22-4c75-bd59-f10fd82752fe", "name": "network-vif-deleted", "tag": "98c5613d-0278-4613-ab74-cf6f7164128c"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:32:51.233250 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716e177b-c74a-4487-bcbc-903d3cf532c0 x-openstack-request-id: req-716e177b-c74a-4487-bcbc-903d3cf532c0 {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:32:51.233628 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11ec182-fc22-4c75-bd59-f10fd82752fe", "name": "network-vif-deleted", "tag": "98c5613d-0278-4613-ab74-cf6f7164128c", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:32:51.233830 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-716e177b-c74a-4487-bcbc-903d3cf532c0 {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:32:51.234244 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-716e177b-c74a-4487-bcbc-903d3cf532c0'] response: {'server_uuid': 'e11ec182-fc22-4c75-bd59-f10fd82752fe', 'name': 'network-vif-deleted', 'tag': '98c5613d-0278-4613-ab74-cf6f7164128c', 'status': 'completed', 'code': 200} Mar 29 15:32:51.270239 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547753b6-592e-4b4d-8979-35e3df9c88d3 req-51607387-2412-4c78-bf5c-c8e24585c0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:51.271768 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-547753b6-592e-4b4d-8979-35e3df9c88d3 req-51607387-2412-4c78-bf5c-c8e24585c0ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b38e7969800b462c9f549e8936e05713&device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 1129 time: 0.0495112 Mar 29 15:32:51.376849 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547753b6-592e-4b4d-8979-35e3df9c88d3 req-153afcc4-52cd-4d2e-be5c-565398622e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:51.378390 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-547753b6-592e-4b4d-8979-35e3df9c88d3 req-153afcc4-52cd-4d2e-be5c-565398622e9d service neutron] 10.222.0.15 "GET /v2.0/networks?id=4743a25d-6f3c-4176-a7c2-eecb6d06479d HTTP/1.1" status: 200 len: 911 time: 0.0871356 Mar 29 15:32:51.459675 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-547753b6-592e-4b4d-8979-35e3df9c88d3 req-1f0e5314-f33e-4a0e-a647-73f485290355 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5b1411d-b077-4aa4-b1fa-5e5cc4b39478 HTTP/1.1" status: 200 len: 1001 time: 0.0705626 Mar 29 15:32:51.510560 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547753b6-592e-4b4d-8979-35e3df9c88d3 req-99b74540-4e45-44c9-8515-6a7ca8542382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:51.512055 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-547753b6-592e-4b4d-8979-35e3df9c88d3 req-99b74540-4e45-44c9-8515-6a7ca8542382 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b7273ae-f678-496a-aaad-7ae864b3fe14 HTTP/1.1" status: 200 len: 849 time: 0.0451608 Mar 29 15:32:51.566245 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547753b6-592e-4b4d-8979-35e3df9c88d3 req-97b0953f-1401-46dd-a945-2762ea50df93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:51.567866 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-547753b6-592e-4b4d-8979-35e3df9c88d3 req-97b0953f-1401-46dd-a945-2762ea50df93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4743a25d-6f3c-4176-a7c2-eecb6d06479d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0483494 Mar 29 15:32:51.623176 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 7dfe9524-9366-4e9c-9631-be9fe77370c7 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=103833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:32:51.636079 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5a131b75-744d-4235-8301-62bfcdccd0fb req-0431ded4-f2f1-4a5f-8f08-cd3728d4b358 tempest-VolumesActionsTest-1777560136 tempest-VolumesActionsTest-1777560136-project] 10.222.0.39 "GET /v2.0/ports?device_id=e11ec182-fc22-4c75-bd59-f10fd82752fe HTTP/1.1" status: 200 len: 210 time: 0.0274365 Mar 29 15:32:51.665162 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-547753b6-592e-4b4d-8979-35e3df9c88d3 req-83cdd146-8011-49c3-9a67-35d36c4300b3 service neutron] 10.222.0.15 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885038 Mar 29 15:32:51.725661 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 7dfe9524-9366-4e9c-9631-be9fe77370c7, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=7dfe9524-9366-4e9c-9631-be9fe77370c7,segment=NetworkSegment(3213e27e-14c8-4f1b-8eca-ce8757f89eb8),segment_id=3213e27e-14c8-4f1b-8eca-ce8757f89eb8)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:51.738573 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Returning: {'device': '7dfe9524-9366-4e9c-9631-be9fe77370c7', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'port_id': '7dfe9524-9366-4e9c-9631-be9fe77370c7', 'mac_address': 'fa:16:3e:ac:d6:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:32:51.761423 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-547753b6-592e-4b4d-8979-35e3df9c88d3 req-abbc37a1-074b-470f-8cff-da48521b212a service neutron] 10.222.0.15 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882709 Mar 29 15:32:51.781299 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 7dfe9524-9366-4e9c-9631-be9fe77370c7 is: DOWN; New status is: BUILD {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:51.783474 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (7dfe9524-9366-4e9c-9631-be9fe77370c7), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:51.803729 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dfe9524-9366-4e9c-9631-be9fe77370c7 {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:32:51.825218 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 7dfe9524-9366-4e9c-9631-be9fe77370c7, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=7dfe9524-9366-4e9c-9631-be9fe77370c7,segment=NetworkSegment(3213e27e-14c8-4f1b-8eca-ce8757f89eb8),segment_id=3213e27e-14c8-4f1b-8eca-ce8757f89eb8)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:51.847437 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cb0f6-4a04-4ba4-95a6-4db46d0371fb req-40ceb6dd-578d-45bc-8ebe-0356ae8e2dd2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:51.849053 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cf6cb0f6-4a04-4ba4-95a6-4db46d0371fb req-40ceb6dd-578d-45bc-8ebe-0356ae8e2dd2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d468d96-643d-4795-9092-aba7bcb8e53d HTTP/1.1" status: 200 len: 943 time: 0.0668430 Mar 29 15:32:51.896283 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cf6cb0f6-4a04-4ba4-95a6-4db46d0371fb req-591a0212-6d68-46a3-a406-bc99d2095db7 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e1dca7b-b11a-4bda-aedd-c222811f320d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416019 Mar 29 15:32:51.906400 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (7dfe9524-9366-4e9c-9631-be9fe77370c7), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:51.923807 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 39178) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:51.960079 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=7dfe9524-9366-4e9c-9631-be9fe77370c7,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:52.028282 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a5c4002f-5d11-4c58-aca4-99e742350133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:52.102686 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a5c4002f-5d11-4c58-aca4-99e742350133 admin admin] Publish callbacks [] for security_group (6dfa5e9c-bb1d-4155-a6f5-7d61f1abda24), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:52.151879 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['7dfe9524-9366-4e9c-9631-be9fe77370c7'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:32:52.168799 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a5c4002f-5d11-4c58-aca4-99e742350133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (6dfa5e9c-bb1d-4155-a6f5-7d61f1abda24), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:52.214154 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-a5c4002f-5d11-4c58-aca4-99e742350133 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1d2276f2fdc44d1ba159e0d40eb71150&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892168 Mar 29 15:32:52.215035 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4002f-5d11-4c58-aca4-99e742350133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfa5e9c-bb1d-4155-a6f5-7d61f1abda24,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:52.216967 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 39182) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:52.264772 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2b832894-077d-491f-95cb-5146d8b266b6 admin admin] Publish callbacks [] for security_group (6dfa5e9c-bb1d-4155-a6f5-7d61f1abda24), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:52.286301 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2b832894-077d-491f-95cb-5146d8b266b6 admin admin] Publish callbacks [] for security_group (6dfa5e9c-bb1d-4155-a6f5-7d61f1abda24), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:52.290694 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e90d8867-6f08-43a8-afa7-1e354bb8ddf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:52.385904 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2b832894-077d-491f-95cb-5146d8b266b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (6dfa5e9c-bb1d-4155-a6f5-7d61f1abda24), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:52.388434 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2b832894-077d-491f-95cb-5146d8b266b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:52.389579 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-2b832894-077d-491f-95cb-5146d8b266b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6dfa5e9c-bb1d-4155-a6f5-7d61f1abda24 HTTP/1.1" status: 204 len: 168 time: 0.1716290 Mar 29 15:32:52.397038 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b832894-077d-491f-95cb-5146d8b266b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfa5e9c-bb1d-4155-a6f5-7d61f1abda24,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:52.404177 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b832894-077d-491f-95cb-5146d8b266b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:52.404498 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b832894-077d-491f-95cb-5146d8b266b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:52.404844 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b832894-077d-491f-95cb-5146d8b266b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:52.405189 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b832894-077d-491f-95cb-5146d8b266b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:52.405523 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b832894-077d-491f-95cb-5146d8b266b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:52.405856 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b832894-077d-491f-95cb-5146d8b266b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:52.406186 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b832894-077d-491f-95cb-5146d8b266b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:52.406533 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b832894-077d-491f-95cb-5146d8b266b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:52.406839 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b832894-077d-491f-95cb-5146d8b266b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:52.407151 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b832894-077d-491f-95cb-5146d8b266b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:52.407475 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b832894-077d-491f-95cb-5146d8b266b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:52.407797 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b832894-077d-491f-95cb-5146d8b266b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:52.408119 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b832894-077d-491f-95cb-5146d8b266b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:52.408468 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b832894-077d-491f-95cb-5146d8b266b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:52.408790 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b832894-077d-491f-95cb-5146d8b266b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:53.018866 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50163c7a-d0bf-4a0a-9a37-cecc0b0181f9 req-39f37662-f286-42de-92da-e08ec24d97da tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:53.020568 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-50163c7a-d0bf-4a0a-9a37-cecc0b0181f9 req-39f37662-f286-42de-92da-e08ec24d97da tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d468d96-643d-4795-9092-aba7bcb8e53d HTTP/1.1" status: 200 len: 944 time: 0.0569654 Mar 29 15:32:53.071525 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-50163c7a-d0bf-4a0a-9a37-cecc0b0181f9 req-0aeddb4e-282b-4d9c-9a2d-46f6e36f55e2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e1dca7b-b11a-4bda-aedd-c222811f320d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455265 Mar 29 15:32:53.641037 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 7dfe9524-9366-4e9c-9631-be9fe77370c7 up at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:32:53.763509 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning for port 7dfe9524-9366-4e9c-9631-be9fe77370c7 completed by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:32:53.767953 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning complete for port 7dfe9524-9366-4e9c-9631-be9fe77370c7 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:53.768359 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (7dfe9524-9366-4e9c-9631-be9fe77370c7), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:53.842892 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 7dfe9524-9366-4e9c-9631-be9fe77370c7 is: BUILD; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:53.843280 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (7dfe9524-9366-4e9c-9631-be9fe77370c7), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:53.869176 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d468d96-643d-4795-9092-aba7bcb8e53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfe9524-9366-4e9c-9631-be9fe77370c7'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:32:53.871401 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67651527b6c7513bff120ad3026ca8b6c51caa370c4ee0f403b1e7b340f0df97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a851d06-6a24-4adb-8472-5eee124119a6" -d '{"events": [{"server_uuid": "4d468d96-643d-4795-9092-aba7bcb8e53d", "name": "network-vif-plugged", "status": "completed", "tag": "7dfe9524-9366-4e9c-9631-be9fe77370c7"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:32:53.884219 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 7dfe9524-9366-4e9c-9631-be9fe77370c7, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=7dfe9524-9366-4e9c-9631-be9fe77370c7,segment=NetworkSegment(3213e27e-14c8-4f1b-8eca-ce8757f89eb8),segment_id=3213e27e-14c8-4f1b-8eca-ce8757f89eb8)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:53.911437 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07af5df-2057-4176-b375-5e091a8581dd x-openstack-request-id: req-a07af5df-2057-4176-b375-5e091a8581dd {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:32:53.911730 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d468d96-643d-4795-9092-aba7bcb8e53d", "name": "network-vif-plugged", "status": "completed", "tag": "7dfe9524-9366-4e9c-9631-be9fe77370c7", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:32:53.911982 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a07af5df-2057-4176-b375-5e091a8581dd {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:32:53.912423 dv-cinder-562053-19-iscsi neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a07af5df-2057-4176-b375-5e091a8581dd'] response: {'server_uuid': '4d468d96-643d-4795-9092-aba7bcb8e53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfe9524-9366-4e9c-9631-be9fe77370c7', 'code': 200} Mar 29 15:32:53.945949 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (7dfe9524-9366-4e9c-9631-be9fe77370c7), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:53.946754 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 98c5613d-0278-4613-ab74-cf6f7164128c no longer exists at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:32:53.989810 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] No Port match for: 98c5613d-0278-4613-ab74-cf6f7164128c {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:32:53.990162 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 98c5613d-0278-4613-ab74-cf6f7164128c not bound to the agent host hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:32:54.012996 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=7dfe9524-9366-4e9c-9631-be9fe77370c7,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:54.188282 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a714af-99d5-41a6-8ca0-6d8d050fa084 req-635b9887-8e1c-4db3-b457-aa26295ee475 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:54.190315 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-85a714af-99d5-41a6-8ca0-6d8d050fa084 req-635b9887-8e1c-4db3-b457-aa26295ee475 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d468d96-643d-4795-9092-aba7bcb8e53d HTTP/1.1" status: 200 len: 945 time: 0.0537243 Mar 29 15:32:54.238934 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-85a714af-99d5-41a6-8ca0-6d8d050fa084 req-7c1e632e-6279-46d6-99f2-0a22baaa6982 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e1dca7b-b11a-4bda-aedd-c222811f320d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430110 Mar 29 15:32:54.471415 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a0e4376f-8288-413e-9eb0-c36264581e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:55.356245 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15491150-0a7c-4c53-a9e1-ec61c388f262 req-0ef5329c-6ef7-41b0-a8ac-1597829f7c3c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:55.357720 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-15491150-0a7c-4c53-a9e1-ec61c388f262 req-0ef5329c-6ef7-41b0-a8ac-1597829f7c3c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d468d96-643d-4795-9092-aba7bcb8e53d HTTP/1.1" status: 200 len: 945 time: 0.0507460 Mar 29 15:32:55.402987 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-15491150-0a7c-4c53-a9e1-ec61c388f262 req-e07b8946-c77b-40b8-977c-814e47e069b5 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e1dca7b-b11a-4bda-aedd-c222811f320d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392518 Mar 29 15:32:55.562822 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:55.744929 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7bed4-68c2-496d-bde1-4deac328bf50 req-4b763b46-2b22-429d-b2ef-24cb238458d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:55.746417 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-48b7bed4-68c2-496d-bde1-4deac328bf50 req-4b763b46-2b22-429d-b2ef-24cb238458d7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4d468d96-643d-4795-9092-aba7bcb8e53d HTTP/1.1" status: 200 len: 1129 time: 0.0430858 Mar 29 15:32:56.526644 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec3d36-9b9b-4459-b61c-694b415e9723 req-da70b725-e481-4bf9-ae98-c305adefb458 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:56.528188 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2eec3d36-9b9b-4459-b61c-694b415e9723 req-da70b725-e481-4bf9-ae98-c305adefb458 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d468d96-643d-4795-9092-aba7bcb8e53d HTTP/1.1" status: 200 len: 945 time: 0.0599017 Mar 29 15:32:56.574135 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2eec3d36-9b9b-4459-b61c-694b415e9723 req-064ce18a-4325-481b-b72a-7ebc935e033b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e1dca7b-b11a-4bda-aedd-c222811f320d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404139 Mar 29 15:32:56.657788 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-48b7bed4-68c2-496d-bde1-4deac328bf50 req-e457623e-2b7c-4e45-9d8d-dacda2fe48b9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6e1dca7b-b11a-4bda-aedd-c222811f320d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373476 Mar 29 15:32:56.968644 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:57.851534 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da4b60-57b1-4560-87c5-f8e51fb80a51 req-b1dfbe2d-d90f-4b8d-ad9c-f0f6815e9b78 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:57.853035 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e0da4b60-57b1-4560-87c5-f8e51fb80a51 req-b1dfbe2d-d90f-4b8d-ad9c-f0f6815e9b78 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d468d96-643d-4795-9092-aba7bcb8e53d HTTP/1.1" status: 200 len: 945 time: 0.0535705 Mar 29 15:32:57.902817 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e0da4b60-57b1-4560-87c5-f8e51fb80a51 req-2a0f0d7d-7c27-48e9-8ff6-0dd944af4ff8 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e1dca7b-b11a-4bda-aedd-c222811f320d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434773 Mar 29 15:32:58.472434 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:59.030457 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f885d0-5f51-43b4-87ed-754b821b8b3a req-a52cea6b-b7fc-4e5b-bb14-e5e6a9961215 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:59.031984 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f0f885d0-5f51-43b4-87ed-754b821b8b3a req-a52cea6b-b7fc-4e5b-bb14-e5e6a9961215 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d468d96-643d-4795-9092-aba7bcb8e53d HTTP/1.1" status: 200 len: 945 time: 0.0589983 Mar 29 15:32:59.084625 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f0f885d0-5f51-43b4-87ed-754b821b8b3a req-89e17b4c-13f4-436d-8c47-28edd45cf4c4 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e1dca7b-b11a-4bda-aedd-c222811f320d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452828 Mar 29 15:32:59.213195 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92ab9d-b6db-4475-9c31-d75e6cd772ab req-7db9b4ee-c9ed-47c5-b1f5-14f18545aa57 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:59.215050 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-dd92ab9d-b6db-4475-9c31-d75e6cd772ab req-7db9b4ee-c9ed-47c5-b1f5-14f18545aa57 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d468d96-643d-4795-9092-aba7bcb8e53d HTTP/1.1" status: 200 len: 945 time: 0.0550036 Mar 29 15:32:59.227146 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 39350) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:59.231634 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-82f56850-0dd9-4bfd-be15-2b52defd699c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Request body: {'floatingip': {'port_id': '7dfe9524-9366-4e9c-9631-be9fe77370c7'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:59.274036 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-82f56850-0dd9-4bfd-be15-2b52defd699c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for floatingip (f84f96db-66ab-4e8b-802c-c539244dd9bf), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:59.776980 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-82f56850-0dd9-4bfd-be15-2b52defd699c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:59.820186 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-82f56850-0dd9-4bfd-be15-2b52defd699c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (f84f96db-66ab-4e8b-802c-c539244dd9bf), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:59.929948 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.db.l3_db [None req-82f56850-0dd9-4bfd-be15-2b52defd699c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Floating IP f84f96db-66ab-4e8b-802c-c539244dd9bf associated. External IP: 172.27.3.184, port: 7dfe9524-9366-4e9c-9631-be9fe77370c7. Mar 29 15:33:00.367573 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f56850-0dd9-4bfd-be15-2b52defd699c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:33:00.483935 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f56850-0dd9-4bfd-be15-2b52defd699c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:33:00.490193 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-82f56850-0dd9-4bfd-be15-2b52defd699c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:00.496593 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ec6967-dd56-482c-b681-469ac2f832f8 None None] Sync routers for ids ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:33:00.508739 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ec6967-dd56-482c-b681-469ac2f832f8 None None] Routers {'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:33:00.509391 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-78ec6967-dd56-482c-b681-469ac2f832f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:32:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:00.526181 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-82f56850-0dd9-4bfd-be15-2b52defd699c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "PUT /v2.0/floatingips/f84f96db-66ab-4e8b-802c-c539244dd9bf HTTP/1.1" status: 200 len: 991 time: 1.2944660 Mar 29 15:33:00.526181 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d468d96-643d-4795-9092-aba7bcb8e53d', 'tag': '7dfe9524-9366-4e9c-9631-be9fe77370c7'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:33:00.526181 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17cd39a57bce2f0cfda3a3fd3bf70c34a3f67f93f1dabf257ee71a9fa0902d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c06850-ad52-4f3c-96f9-056531a457a3" -d '{"events": [{"name": "network-changed", "server_uuid": "4d468d96-643d-4795-9092-aba7bcb8e53d", "tag": "7dfe9524-9366-4e9c-9631-be9fe77370c7"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:33:00.588827 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693c9449-08d8-4d99-a7c5-7c898610aa09 x-openstack-request-id: req-693c9449-08d8-4d99-a7c5-7c898610aa09 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:33:00.589129 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d468d96-643d-4795-9092-aba7bcb8e53d", "tag": "7dfe9524-9366-4e9c-9631-be9fe77370c7", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:33:00.589385 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-693c9449-08d8-4d99-a7c5-7c898610aa09 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:33:00.589949 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-693c9449-08d8-4d99-a7c5-7c898610aa09'] response: {'name': 'network-changed', 'server_uuid': '4d468d96-643d-4795-9092-aba7bcb8e53d', 'tag': '7dfe9524-9366-4e9c-9631-be9fe77370c7', 'status': 'completed', 'code': 200} Mar 29 15:33:00.647588 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-78ec6967-dd56-482c-b681-469ac2f832f8 None None] Set router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:33:00.910840 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-78ec6967-dd56-482c-b681-469ac2f832f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T15:32:35Z', 'revision_number': 4, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': 'f84f96db-66ab-4e8b-802c-c539244dd9bf', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'port_id': '7dfe9524-9366-4e9c-9631-be9fe77370c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'mac_address': 'fa:16:3e:ac:d6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d468d96-643d-4795-9092-aba7bcb8e53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:32:41Z', 'updated_at': '2022-03-29T15:32:59Z', 'revision_number': 1, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a1afb0-ca40-43b9-9fe4-e5c97256ffce', 'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'mac_address': 'fa:16:3e:87:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:34Z', 'updated_at': '2022-03-29T15:32:40Z', 'revision_number': 5, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'subnets': [{'id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:00.932829 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ec6967-dd56-482c-b681-469ac2f832f8 None None] Checking router: f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:33:00.941614 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ec6967-dd56-482c-b681-469ac2f832f8 None None] Routers {'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:33:00.942218 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-78ec6967-dd56-482c-b681-469ac2f832f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:32:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:01.054868 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-78ec6967-dd56-482c-b681-469ac2f832f8 None None] Set router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:33:01.227531 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c06850-ad52-4f3c-96f9-056531a457a3 req-eeed16e3-82a8-46de-9fd3-cbd040a88e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:01.230072 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-36c06850-ad52-4f3c-96f9-056531a457a3 req-eeed16e3-82a8-46de-9fd3-cbd040a88e16 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afec2f6261d64114a4b5808565ea6c02&device_id=4d468d96-643d-4795-9092-aba7bcb8e53d HTTP/1.1" status: 200 len: 1129 time: 0.0695429 Mar 29 15:33:01.333926 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-78ec6967-dd56-482c-b681-469ac2f832f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T15:32:35Z', 'revision_number': 4, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': 'f84f96db-66ab-4e8b-802c-c539244dd9bf', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'port_id': '7dfe9524-9366-4e9c-9631-be9fe77370c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'mac_address': 'fa:16:3e:ac:d6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d468d96-643d-4795-9092-aba7bcb8e53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:32:41Z', 'updated_at': '2022-03-29T15:32:59Z', 'revision_number': 1, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a1afb0-ca40-43b9-9fe4-e5c97256ffce', 'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'mac_address': 'fa:16:3e:87:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:34Z', 'updated_at': '2022-03-29T15:32:40Z', 'revision_number': 5, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'subnets': [{'id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:01.350114 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c06850-ad52-4f3c-96f9-056531a457a3 req-9e432e5b-75da-4561-93d9-24b0b8a75aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:01.351760 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-36c06850-ad52-4f3c-96f9-056531a457a3 req-9e432e5b-75da-4561-93d9-24b0b8a75aa3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0cf3eb0-1596-439e-ab06-8468ad70da92 HTTP/1.1" status: 200 len: 915 time: 0.1150000 Mar 29 15:33:01.363300 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ec6967-dd56-482c-b681-469ac2f832f8 None None] The sync data for ids ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'] in dv-cinder-562053-19-iscsi is: [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T15:32:35Z', 'revision_number': 4, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': 'f84f96db-66ab-4e8b-802c-c539244dd9bf', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'port_id': '7dfe9524-9366-4e9c-9631-be9fe77370c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'mac_address': 'fa:16:3e:ac:d6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d468d96-643d-4795-9092-aba7bcb8e53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:32:41Z', 'updated_at': '2022-03-29T15:32:59Z', 'revision_number': 1, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a1afb0-ca40-43b9-9fe4-e5c97256ffce', 'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'mac_address': 'fa:16:3e:87:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:34Z', 'updated_at': '2022-03-29T15:32:40Z', 'revision_number': 5, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'subnets': [{'id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:33:01.432969 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-36c06850-ad52-4f3c-96f9-056531a457a3 req-cd7908bf-2ded-4e1b-bb0c-3a60dc912f4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dfe9524-9366-4e9c-9631-be9fe77370c7 HTTP/1.1" status: 200 len: 999 time: 0.0751064 Mar 29 15:33:01.498932 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c06850-ad52-4f3c-96f9-056531a457a3 req-11e04a2c-d0f4-46ac-a4eb-738ece9ceb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:01.506621 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-36c06850-ad52-4f3c-96f9-056531a457a3 req-11e04a2c-d0f4-46ac-a4eb-738ece9ceb5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b21cdc-04db-44d5-82e6-f708c8512a80 HTTP/1.1" status: 200 len: 853 time: 0.0616810 Mar 29 15:33:01.559502 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c06850-ad52-4f3c-96f9-056531a457a3 req-c7568142-bfd2-43a2-b2ab-2fed3119ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:01.561227 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-36c06850-ad52-4f3c-96f9-056531a457a3 req-c7568142-bfd2-43a2-b2ab-2fed3119ec6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0cf3eb0-1596-439e-ab06-8468ad70da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0542688 Mar 29 15:33:01.665530 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-36c06850-ad52-4f3c-96f9-056531a457a3 req-03e22d13-890b-4e48-93f3-078abae68275 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974734 Mar 29 15:33:01.705444 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aa7305-6081-4301-be31-4b2b9a17deb5 None None] New status for floating IP f84f96db-66ab-4e8b-802c-c539244dd9bf: ACTIVE {{(pid=103833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:33:01.804574 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-36c06850-ad52-4f3c-96f9-056531a457a3 req-0e2516e7-f5d2-4524-833c-e725fbe49eb3 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269166 Mar 29 15:33:06.357804 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 39458) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:06.481028 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-380ea5ab-4977-4e07-97f5-7a5435f9d57f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:06.568284 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-380ea5ab-4977-4e07-97f5-7a5435f9d57f admin admin] Publish callbacks [] for security_group (55ccc605-e29b-4efb-b8db-39ead0a8409e), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:06.882878 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-380ea5ab-4977-4e07-97f5-7a5435f9d57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (55ccc605-e29b-4efb-b8db-39ead0a8409e), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:06.930160 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-380ea5ab-4977-4e07-97f5-7a5435f9d57f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3b951571c01f4084a1015a0a49554de2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5712383 Mar 29 15:33:06.931028 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ea5ab-4977-4e07-97f5-7a5435f9d57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ccc605-e29b-4efb-b8db-39ead0a8409e,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:06.933165 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 39462) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:06.981641 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f9943dab-a377-419b-8794-f4e473f1a770 admin admin] Publish callbacks [] for security_group (55ccc605-e29b-4efb-b8db-39ead0a8409e), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:07.003875 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f9943dab-a377-419b-8794-f4e473f1a770 admin admin] Publish callbacks [] for security_group (55ccc605-e29b-4efb-b8db-39ead0a8409e), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:07.123489 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f9943dab-a377-419b-8794-f4e473f1a770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (55ccc605-e29b-4efb-b8db-39ead0a8409e), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:07.126048 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f9943dab-a377-419b-8794-f4e473f1a770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:07.127290 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-f9943dab-a377-419b-8794-f4e473f1a770 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55ccc605-e29b-4efb-b8db-39ead0a8409e HTTP/1.1" status: 204 len: 168 time: 0.1931732 Mar 29 15:33:07.135468 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9943dab-a377-419b-8794-f4e473f1a770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ccc605-e29b-4efb-b8db-39ead0a8409e,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:07.729165 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 39478) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:07.743283 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-55e4f88e-122e-4b22-a67a-d67cfee02779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:07.820704 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-55e4f88e-122e-4b22-a67a-d67cfee02779 admin admin] Publish callbacks [] for security_group (9b14345b-fc52-4bb1-869f-d567d6970f81), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:07.861523 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-55e4f88e-122e-4b22-a67a-d67cfee02779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (9b14345b-fc52-4bb1-869f-d567d6970f81), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:07.924034 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4f88e-122e-4b22-a67a-d67cfee02779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b14345b-fc52-4bb1-869f-d567d6970f81,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:07.940688 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-55e4f88e-122e-4b22-a67a-d67cfee02779 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=71537f9853244e5981d2ba6801663811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2013798 Mar 29 15:33:07.942514 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 39480) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:08.004504 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5e87efd1-25ba-49d1-b3b3-dc3dc3aee79b admin admin] Publish callbacks [] for security_group (9b14345b-fc52-4bb1-869f-d567d6970f81), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:08.034467 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5e87efd1-25ba-49d1-b3b3-dc3dc3aee79b admin admin] Publish callbacks [] for security_group (9b14345b-fc52-4bb1-869f-d567d6970f81), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:08.459624 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5e87efd1-25ba-49d1-b3b3-dc3dc3aee79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (9b14345b-fc52-4bb1-869f-d567d6970f81), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:08.459624 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5e87efd1-25ba-49d1-b3b3-dc3dc3aee79b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:08.459624 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-5e87efd1-25ba-49d1-b3b3-dc3dc3aee79b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9b14345b-fc52-4bb1-869f-d567d6970f81 HTTP/1.1" status: 204 len: 168 time: 0.2590334 Mar 29 15:33:08.459624 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87efd1-25ba-49d1-b3b3-dc3dc3aee79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b14345b-fc52-4bb1-869f-d567d6970f81,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:09.512590 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:33:13.270168 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:14.717247 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 39632) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:14.816120 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4e2dbb2e-340d-4ff0-a25e-b774d31a976b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:14.888480 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4e2dbb2e-340d-4ff0-a25e-b774d31a976b admin admin] Publish callbacks [] for security_group (3cf86dab-015d-4683-b405-3d30c0315f1a), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:14.968790 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4e2dbb2e-340d-4ff0-a25e-b774d31a976b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (3cf86dab-015d-4683-b405-3d30c0315f1a), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:15.007019 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-4e2dbb2e-340d-4ff0-a25e-b774d31a976b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=25c93e2189c64bb59e2b76c929b84072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2887418 Mar 29 15:33:15.007892 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2dbb2e-340d-4ff0-a25e-b774d31a976b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf86dab-015d-4683-b405-3d30c0315f1a,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:15.009763 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 39644) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:15.058590 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-46442cb7-a5b6-478a-bcfc-9855b9a61d1d admin admin] Publish callbacks [] for security_group (3cf86dab-015d-4683-b405-3d30c0315f1a), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:15.080485 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-46442cb7-a5b6-478a-bcfc-9855b9a61d1d admin admin] Publish callbacks [] for security_group (3cf86dab-015d-4683-b405-3d30c0315f1a), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:15.174163 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-46442cb7-a5b6-478a-bcfc-9855b9a61d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (3cf86dab-015d-4683-b405-3d30c0315f1a), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:15.177044 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-46442cb7-a5b6-478a-bcfc-9855b9a61d1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:15.178207 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-46442cb7-a5b6-478a-bcfc-9855b9a61d1d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3cf86dab-015d-4683-b405-3d30c0315f1a HTTP/1.1" status: 204 len: 168 time: 0.1674521 Mar 29 15:33:15.193603 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46442cb7-a5b6-478a-bcfc-9855b9a61d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf86dab-015d-4683-b405-3d30c0315f1a,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:15.194263 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46442cb7-a5b6-478a-bcfc-9855b9a61d1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:15.194622 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46442cb7-a5b6-478a-bcfc-9855b9a61d1d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:15.194976 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46442cb7-a5b6-478a-bcfc-9855b9a61d1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:15.195315 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46442cb7-a5b6-478a-bcfc-9855b9a61d1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:15.195660 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46442cb7-a5b6-478a-bcfc-9855b9a61d1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:15.195999 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46442cb7-a5b6-478a-bcfc-9855b9a61d1d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:15.196373 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46442cb7-a5b6-478a-bcfc-9855b9a61d1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:15.196713 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46442cb7-a5b6-478a-bcfc-9855b9a61d1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:15.197076 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46442cb7-a5b6-478a-bcfc-9855b9a61d1d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:15.197498 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46442cb7-a5b6-478a-bcfc-9855b9a61d1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:15.197730 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46442cb7-a5b6-478a-bcfc-9855b9a61d1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:15.198061 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46442cb7-a5b6-478a-bcfc-9855b9a61d1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:15.198391 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46442cb7-a5b6-478a-bcfc-9855b9a61d1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:15.198770 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46442cb7-a5b6-478a-bcfc-9855b9a61d1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:15.199095 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46442cb7-a5b6-478a-bcfc-9855b9a61d1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:15.794655 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 39676) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:15.808612 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-56a98fc0-22eb-426b-b49c-3cbb09c561a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:15.879948 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-56a98fc0-22eb-426b-b49c-3cbb09c561a5 admin admin] Publish callbacks [] for security_group (8f41d3fe-7b34-4128-83ca-0efb54f690a1), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:15.945655 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-56a98fc0-22eb-426b-b49c-3cbb09c561a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (8f41d3fe-7b34-4128-83ca-0efb54f690a1), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:15.982534 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a98fc0-22eb-426b-b49c-3cbb09c561a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f41d3fe-7b34-4128-83ca-0efb54f690a1,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:15.987896 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-56a98fc0-22eb-426b-b49c-3cbb09c561a5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e3c0935dbcc647f88de7926dfb2b6b2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1921246 Mar 29 15:33:15.990562 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 39680) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:16.040306 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2f7f1544-b3c1-45c8-9ed8-962f4829bfad admin admin] Publish callbacks [] for security_group (8f41d3fe-7b34-4128-83ca-0efb54f690a1), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:16.061942 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2f7f1544-b3c1-45c8-9ed8-962f4829bfad admin admin] Publish callbacks [] for security_group (8f41d3fe-7b34-4128-83ca-0efb54f690a1), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:16.150266 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2f7f1544-b3c1-45c8-9ed8-962f4829bfad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (8f41d3fe-7b34-4128-83ca-0efb54f690a1), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:16.159500 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2f7f1544-b3c1-45c8-9ed8-962f4829bfad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:16.159500 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-2f7f1544-b3c1-45c8-9ed8-962f4829bfad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f41d3fe-7b34-4128-83ca-0efb54f690a1 HTTP/1.1" status: 204 len: 168 time: 0.1625254 Mar 29 15:33:16.161736 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f1544-b3c1-45c8-9ed8-962f4829bfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f41d3fe-7b34-4128-83ca-0efb54f690a1,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:17.177304 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 39706) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:17.222707 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83a8bd5-2fc7-4cae-9aa4-4c3488d8cdcc admin admin] Deleting subnet d01fe973-3bcf-4e68-8637-f43586bbb0fc {{(pid=103831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:33:17.226208 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e83a8bd5-2fc7-4cae-9aa4-4c3488d8cdcc admin admin] Publish callbacks [] for subnet (d01fe973-3bcf-4e68-8637-f43586bbb0fc), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:17.272758 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e83a8bd5-2fc7-4cae-9aa4-4c3488d8cdcc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416713'] for subnet (d01fe973-3bcf-4e68-8637-f43586bbb0fc), precommit_delete_associations {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:17.314473 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e83a8bd5-2fc7-4cae-9aa4-4c3488d8cdcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171654'] for subnet (d01fe973-3bcf-4e68-8637-f43586bbb0fc), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:17.419203 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e83a8bd5-2fc7-4cae-9aa4-4c3488d8cdcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10297124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8528634'] for subnet (d01fe973-3bcf-4e68-8637-f43586bbb0fc), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:17.446938 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a8bd5-2fc7-4cae-9aa4-4c3488d8cdcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d01fe973-3bcf-4e68-8637-f43586bbb0fc,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:17.449214 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e83a8bd5-2fc7-4cae-9aa4-4c3488d8cdcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for subnet (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:17.455311 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-e83a8bd5-2fc7-4cae-9aa4-4c3488d8cdcc admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d01fe973-3bcf-4e68-8637-f43586bbb0fc HTTP/1.1" status: 204 len: 168 time: 0.2747722 Mar 29 15:33:17.457882 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 39712) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:17.523690 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-17ca5761-83e8-46a5-aee9-3d23c083c70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105799'] for network (79ff1ec3-5933-4c05-a10b-dba49abb082a), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:17.607540 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-17ca5761-83e8-46a5-aee9-3d23c083c70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1238605', 'neutron.services.segments.db._delete_segments_for_network-8748544868922'] for network (79ff1ec3-5933-4c05-a10b-dba49abb082a), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:17.629343 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.services.segments.db [None req-17ca5761-83e8-46a5-aee9-3d23c083c70b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ff1ec3-5933-4c05-a10b-dba49abb082a']}} {{(pid=103831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:17.638518 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.services.segments.db [None req-17ca5761-83e8-46a5-aee9-3d23c083c70b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ee5f34-4c21-4f84-99b1-d4660d84275c') {'for_net_delete': True} {{(pid=103831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:17.638814 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.services.segments.db [None req-17ca5761-83e8-46a5-aee9-3d23c083c70b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ee5f34-4c21-4f84-99b1-d4660d84275c') {} {{(pid=103831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:17.647973 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-17ca5761-83e8-46a5-aee9-3d23c083c70b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748544868419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416706'] for segment (68ee5f34-4c21-4f84-99b1-d4660d84275c), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:17.660838 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-17ca5761-83e8-46a5-aee9-3d23c083c70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (68ee5f34-4c21-4f84-99b1-d4660d84275c), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:17.666432 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ca5761-83e8-46a5-aee9-3d23c083c70b admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:33:17.666819 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-17ca5761-83e8-46a5-aee9-3d23c083c70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10347138'] for segment (68ee5f34-4c21-4f84-99b1-d4660d84275c), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: Traceback (most recent call last): Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: timer() Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: cb(*args, **kw) Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: return func(*args, **kwargs) Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: self._notify() Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: self.callback(batched_events) Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: event.method(event) Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: return f(self, *a, **k) Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: return self._get(url).json() Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: return self.request(url, 'GET', **kwargs) Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:33:17.668449 dv-cinder-562053-19-iscsi neutron-server[103831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:33:17.774469 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-17ca5761-83e8-46a5-aee9-3d23c083c70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1238596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033322'] for network (79ff1ec3-5933-4c05-a10b-dba49abb082a), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:17.782057 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-17ca5761-83e8-46a5-aee9-3d23c083c70b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:17.785613 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-17ca5761-83e8-46a5-aee9-3d23c083c70b admin admin] 10.222.0.39 "DELETE /v2.0/networks/79ff1ec3-5933-4c05-a10b-dba49abb082a HTTP/1.1" status: 204 len: 168 time: 0.3264530 Mar 29 15:33:17.799129 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca5761-83e8-46a5-aee9-3d23c083c70b admin admin] Pushing event deleted for resources: {'Network': ['ID=79ff1ec3-5933-4c05-a10b-dba49abb082a,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:18.159145 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 39740) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:18.198682 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-86692d34-f369-49b0-b90c-95e7c7b4d052 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d7d519da9f74a4dba15e2362fdeb54e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383778 Mar 29 15:33:18.201188 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 39742) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:18.247616 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-21fb9c8e-52a9-4bd6-9f8b-8d0a93135b80 admin admin] Publish callbacks [] for security_group (30229fa5-cd3b-49b7-ba82-fb0a7e48ba2f), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:18.268914 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-21fb9c8e-52a9-4bd6-9f8b-8d0a93135b80 admin admin] Publish callbacks [] for security_group (30229fa5-cd3b-49b7-ba82-fb0a7e48ba2f), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:18.407445 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-21fb9c8e-52a9-4bd6-9f8b-8d0a93135b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (30229fa5-cd3b-49b7-ba82-fb0a7e48ba2f), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:18.410009 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-21fb9c8e-52a9-4bd6-9f8b-8d0a93135b80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:18.421578 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-21fb9c8e-52a9-4bd6-9f8b-8d0a93135b80 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/30229fa5-cd3b-49b7-ba82-fb0a7e48ba2f HTTP/1.1" status: 204 len: 168 time: 0.2091076 Mar 29 15:33:18.421578 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb9c8e-52a9-4bd6-9f8b-8d0a93135b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30229fa5-cd3b-49b7-ba82-fb0a7e48ba2f,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:21.626469 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 39848) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:21.728710 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-12a23bf7-320a-4423-9442-79721d744f81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:21.801592 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-12a23bf7-320a-4423-9442-79721d744f81 admin admin] Publish callbacks [] for security_group (6caacafd-8977-4190-90e0-8a821edd972b), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:21.881890 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-12a23bf7-320a-4423-9442-79721d744f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (6caacafd-8977-4190-90e0-8a821edd972b), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:21.924485 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-12a23bf7-320a-4423-9442-79721d744f81 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c8b034238f5847ddb581ca73647bc21b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2968686 Mar 29 15:33:21.925318 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a23bf7-320a-4423-9442-79721d744f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6caacafd-8977-4190-90e0-8a821edd972b,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:21.927315 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 39852) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:21.975232 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-39e6ca69-c68f-4ee9-a400-4d2adae0bbd6 admin admin] Publish callbacks [] for security_group (6caacafd-8977-4190-90e0-8a821edd972b), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:21.999133 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-39e6ca69-c68f-4ee9-a400-4d2adae0bbd6 admin admin] Publish callbacks [] for security_group (6caacafd-8977-4190-90e0-8a821edd972b), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:22.110624 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-39e6ca69-c68f-4ee9-a400-4d2adae0bbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (6caacafd-8977-4190-90e0-8a821edd972b), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:22.113123 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-39e6ca69-c68f-4ee9-a400-4d2adae0bbd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:22.114276 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-39e6ca69-c68f-4ee9-a400-4d2adae0bbd6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6caacafd-8977-4190-90e0-8a821edd972b HTTP/1.1" status: 204 len: 168 time: 0.1859541 Mar 29 15:33:22.122582 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6ca69-c68f-4ee9-a400-4d2adae0bbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6caacafd-8977-4190-90e0-8a821edd972b,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:22.283366 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-edc406fc-acd2-4235-9994-1df450e6e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:22.688254 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 39860) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:22.701164 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-01ce3746-d875-41e1-b871-d21512f03fac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:22.773653 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-01ce3746-d875-41e1-b871-d21512f03fac admin admin] Publish callbacks [] for security_group (bdbf995a-635d-4f57-ac1b-9a91350a9c22), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:22.814570 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-01ce3746-d875-41e1-b871-d21512f03fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (bdbf995a-635d-4f57-ac1b-9a91350a9c22), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:22.853417 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-01ce3746-d875-41e1-b871-d21512f03fac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=27fa5fd81df24634b1a70c0baca0f296&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1640351 Mar 29 15:33:22.854353 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce3746-d875-41e1-b871-d21512f03fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbf995a-635d-4f57-ac1b-9a91350a9c22,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:22.856091 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 39862) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:22.906359 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-77951fd3-f1e5-4fd4-893f-4b6e1d8ac085 admin admin] Publish callbacks [] for security_group (bdbf995a-635d-4f57-ac1b-9a91350a9c22), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:22.928444 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-77951fd3-f1e5-4fd4-893f-4b6e1d8ac085 admin admin] Publish callbacks [] for security_group (bdbf995a-635d-4f57-ac1b-9a91350a9c22), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:23.031352 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-77951fd3-f1e5-4fd4-893f-4b6e1d8ac085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (bdbf995a-635d-4f57-ac1b-9a91350a9c22), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:23.034093 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-77951fd3-f1e5-4fd4-893f-4b6e1d8ac085 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:23.035245 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-77951fd3-f1e5-4fd4-893f-4b6e1d8ac085 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bdbf995a-635d-4f57-ac1b-9a91350a9c22 HTTP/1.1" status: 204 len: 168 time: 0.1773267 Mar 29 15:33:23.043524 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77951fd3-f1e5-4fd4-893f-4b6e1d8ac085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbf995a-635d-4f57-ac1b-9a91350a9c22,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:24.471562 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9e1be34e-3f0b-438b-8883-32cbe7a65f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:25.579340 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:26.979279 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:28.505153 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:28.531065 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 39938) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:28.633407 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-c34de278-cca6-4be1-8e85-ed82faa3e29d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:28.707089 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-c34de278-cca6-4be1-8e85-ed82faa3e29d admin admin] Publish callbacks [] for security_group (be7cf987-3b34-4f0e-a63b-054c1088c270), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:28.784644 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-c34de278-cca6-4be1-8e85-ed82faa3e29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (be7cf987-3b34-4f0e-a63b-054c1088c270), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:28.820475 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-c34de278-cca6-4be1-8e85-ed82faa3e29d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3cc16be6d88d42419bd3e77c8be9d723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2882116 Mar 29 15:33:28.823407 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 39944) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:28.831881 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34de278-cca6-4be1-8e85-ed82faa3e29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7cf987-3b34-4f0e-a63b-054c1088c270,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:28.878118 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3141d3ec-6c9e-41b7-9465-b1fdebb85878 admin admin] Publish callbacks [] for security_group (be7cf987-3b34-4f0e-a63b-054c1088c270), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:28.900124 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3141d3ec-6c9e-41b7-9465-b1fdebb85878 admin admin] Publish callbacks [] for security_group (be7cf987-3b34-4f0e-a63b-054c1088c270), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:29.047164 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3141d3ec-6c9e-41b7-9465-b1fdebb85878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (be7cf987-3b34-4f0e-a63b-054c1088c270), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:29.049909 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3141d3ec-6c9e-41b7-9465-b1fdebb85878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:29.051110 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-3141d3ec-6c9e-41b7-9465-b1fdebb85878 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/be7cf987-3b34-4f0e-a63b-054c1088c270 HTTP/1.1" status: 204 len: 168 time: 0.2267478 Mar 29 15:33:29.059710 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141d3ec-6c9e-41b7-9465-b1fdebb85878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7cf987-3b34-4f0e-a63b-054c1088c270,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:43.240180 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:46.511901 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:33:49.524511 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-7688fae3-c4d9-48a1-990a-cd13657f4978 req-f92e84a8-1a4d-49ac-af8b-61b80f00571e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426233 Mar 29 15:33:49.635619 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688fae3-c4d9-48a1-990a-cd13657f4978 req-4240cae0-5c69-498e-b7d7-29c0a831cbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:49.637134 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-7688fae3-c4d9-48a1-990a-cd13657f4978 req-4240cae0-5c69-498e-b7d7-29c0a831cbdd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b38e7969800b462c9f549e8936e05713&device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 1129 time: 0.0444989 Mar 29 15:33:49.741463 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688fae3-c4d9-48a1-990a-cd13657f4978 req-d70e8be1-0c64-41e1-bf7c-2056d4ef6564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:49.743430 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-7688fae3-c4d9-48a1-990a-cd13657f4978 req-d70e8be1-0c64-41e1-bf7c-2056d4ef6564 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4743a25d-6f3c-4176-a7c2-eecb6d06479d HTTP/1.1" status: 200 len: 911 time: 0.0873449 Mar 29 15:33:49.809606 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-7688fae3-c4d9-48a1-990a-cd13657f4978 req-fb063cb9-1af2-4f67-995b-e9af0503123b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5b1411d-b077-4aa4-b1fa-5e5cc4b39478 HTTP/1.1" status: 200 len: 1001 time: 0.0598190 Mar 29 15:33:49.862263 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688fae3-c4d9-48a1-990a-cd13657f4978 req-8ed391e4-b7e7-4fdf-8912-ef79392653f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:49.863702 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-7688fae3-c4d9-48a1-990a-cd13657f4978 req-8ed391e4-b7e7-4fdf-8912-ef79392653f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b7273ae-f678-496a-aaad-7ae864b3fe14 HTTP/1.1" status: 200 len: 849 time: 0.0479484 Mar 29 15:33:49.914091 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688fae3-c4d9-48a1-990a-cd13657f4978 req-e7134269-0381-48c7-bb5a-37ac3378fcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:49.915598 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-7688fae3-c4d9-48a1-990a-cd13657f4978 req-e7134269-0381-48c7-bb5a-37ac3378fcdd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4743a25d-6f3c-4176-a7c2-eecb6d06479d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448501 Mar 29 15:33:50.005343 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-7688fae3-c4d9-48a1-990a-cd13657f4978 req-2c4c1ff6-a66d-4fd0-904c-afdfd1a65453 service neutron] 10.222.0.15 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822911 Mar 29 15:33:50.096368 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-7688fae3-c4d9-48a1-990a-cd13657f4978 req-0882c09e-69ad-4fd9-ae48-dd23cee076da service neutron] 10.222.0.15 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839524 Mar 29 15:33:52.287694 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3f441329-934a-4454-97f8-44d4565294e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:53.591874 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe06f51-d60c-47bd-b8fc-dcaa769beec1 req-3b758ad2-fc18-45bc-a6ad-95118ad7ac88 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:53.596439 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7fe06f51-d60c-47bd-b8fc-dcaa769beec1 req-3b758ad2-fc18-45bc-a6ad-95118ad7ac88 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 945 time: 0.0586596 Mar 29 15:33:53.641919 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7fe06f51-d60c-47bd-b8fc-dcaa769beec1 req-c36f4550-7370-4418-9b4f-87d37b341e43 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427699 Mar 29 15:33:53.754258 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 40090) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:53.853853 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8acf8a16-9d1c-47d2-ad93-391a1cba0b2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:53.923920 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8acf8a16-9d1c-47d2-ad93-391a1cba0b2e admin admin] Publish callbacks [] for security_group (e6e1d75c-a44c-4d50-aa63-67a380ee1a97), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:53.989976 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8acf8a16-9d1c-47d2-ad93-391a1cba0b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (e6e1d75c-a44c-4d50-aa63-67a380ee1a97), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:54.027843 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-8acf8a16-9d1c-47d2-ad93-391a1cba0b2e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88b78c171ac94bf9bfb9cd3ca9216b4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2724431 Mar 29 15:33:54.028765 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf8a16-9d1c-47d2-ad93-391a1cba0b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e1d75c-a44c-4d50-aa63-67a380ee1a97,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:54.030669 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 40094) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:54.079865 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fe75ffe1-367f-41b0-b133-e4a88f10c0f7 admin admin] Publish callbacks [] for security_group (e6e1d75c-a44c-4d50-aa63-67a380ee1a97), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:54.100655 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fe75ffe1-367f-41b0-b133-e4a88f10c0f7 admin admin] Publish callbacks [] for security_group (e6e1d75c-a44c-4d50-aa63-67a380ee1a97), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:54.196846 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fe75ffe1-367f-41b0-b133-e4a88f10c0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (e6e1d75c-a44c-4d50-aa63-67a380ee1a97), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:54.199285 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fe75ffe1-367f-41b0-b133-e4a88f10c0f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:54.200519 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-fe75ffe1-367f-41b0-b133-e4a88f10c0f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e6e1d75c-a44c-4d50-aa63-67a380ee1a97 HTTP/1.1" status: 204 len: 168 time: 0.1686726 Mar 29 15:33:54.208156 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75ffe1-367f-41b0-b133-e4a88f10c0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e1d75c-a44c-4d50-aa63-67a380ee1a97,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:54.215618 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75ffe1-367f-41b0-b133-e4a88f10c0f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:54.222469 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75ffe1-367f-41b0-b133-e4a88f10c0f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:54.222469 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75ffe1-367f-41b0-b133-e4a88f10c0f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:54.222469 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75ffe1-367f-41b0-b133-e4a88f10c0f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:54.222469 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75ffe1-367f-41b0-b133-e4a88f10c0f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:54.222469 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75ffe1-367f-41b0-b133-e4a88f10c0f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:54.222469 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75ffe1-367f-41b0-b133-e4a88f10c0f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:54.222469 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75ffe1-367f-41b0-b133-e4a88f10c0f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:54.222469 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75ffe1-367f-41b0-b133-e4a88f10c0f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:54.222469 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75ffe1-367f-41b0-b133-e4a88f10c0f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:54.222469 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75ffe1-367f-41b0-b133-e4a88f10c0f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:54.222469 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75ffe1-367f-41b0-b133-e4a88f10c0f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:54.222469 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75ffe1-367f-41b0-b133-e4a88f10c0f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:54.222469 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75ffe1-367f-41b0-b133-e4a88f10c0f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:54.222469 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75ffe1-367f-41b0-b133-e4a88f10c0f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:54.476873 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-062a78c9-528a-4e5e-a561-b4074fb5d398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:54.759468 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137a4c8-b0ac-49e8-8747-858bf465f85c req-1598635a-5efa-41c1-82e0-902adc109110 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:54.760870 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a137a4c8-b0ac-49e8-8747-858bf465f85c req-1598635a-5efa-41c1-82e0-902adc109110 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 945 time: 0.0512259 Mar 29 15:33:54.808177 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a137a4c8-b0ac-49e8-8747-858bf465f85c req-721b954a-f885-48fa-a7cb-cae6cf39df34 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417838 Mar 29 15:33:55.288288 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675357a-dd78-4afb-876f-3a98be5d578e req-278a4a17-1b4c-4286-9a07-a09715b7847e tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:55.290239 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f675357a-dd78-4afb-876f-3a98be5d578e req-278a4a17-1b4c-4286-9a07-a09715b7847e tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.15 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 945 time: 0.0514100 Mar 29 15:33:55.386504 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-f675357a-dd78-4afb-876f-3a98be5d578e req-2d723b9f-5de0-45bd-8fd3-0b1f6b4e80c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Deleting port a5b1411d-b077-4aa4-b1fa-5e5cc4b39478 {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:33:55.386871 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-f675357a-dd78-4afb-876f-3a98be5d578e req-2d723b9f-5de0-45bd-8fd3-0b1f6b4e80c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (a5b1411d-b077-4aa4-b1fa-5e5cc4b39478), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:55.472224 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-f675357a-dd78-4afb-876f-3a98be5d578e req-2d723b9f-5de0-45bd-8fd3-0b1f6b4e80c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] For port a5b1411d-b077-4aa4-b1fa-5e5cc4b39478, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=a5b1411d-b077-4aa4-b1fa-5e5cc4b39478,segment=NetworkSegment(6d655c62-26bc-4f1a-b28a-6428719d7433),segment_id=6d655c62-26bc-4f1a-b28a-6428719d7433)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:33:55.472621 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-f675357a-dd78-4afb-876f-3a98be5d578e req-2d723b9f-5de0-45bd-8fd3-0b1f6b4e80c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (a5b1411d-b077-4aa4-b1fa-5e5cc4b39478), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:55.578712 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:55.647475 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-f675357a-dd78-4afb-876f-3a98be5d578e req-2d723b9f-5de0-45bd-8fd3-0b1f6b4e80c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:55.647842 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-f675357a-dd78-4afb-876f-3a98be5d578e req-2d723b9f-5de0-45bd-8fd3-0b1f6b4e80c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (f3722d27-1794-444e-9ad9-5fa64e2c188c), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:55.648161 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.db.l3_db [req-f675357a-dd78-4afb-876f-3a98be5d578e req-2d723b9f-5de0-45bd-8fd3-0b1f6b4e80c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Floating IP f3722d27-1794-444e-9ad9-5fa64e2c188c disassociated. External IP: 172.27.3.215, port: a5b1411d-b077-4aa4-b1fa-5e5cc4b39478. Mar 29 15:33:55.649028 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-f675357a-dd78-4afb-876f-3a98be5d578e req-2d723b9f-5de0-45bd-8fd3-0b1f6b4e80c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Calling delete_port for a5b1411d-b077-4aa4-b1fa-5e5cc4b39478 owned by compute:nova {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:33:55.852415 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-f675357a-dd78-4afb-876f-3a98be5d578e req-2d723b9f-5de0-45bd-8fd3-0b1f6b4e80c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (a5b1411d-b077-4aa4-b1fa-5e5cc4b39478), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:55.886152 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d723b9f-5de0-45bd-8fd3-0b1f6b4e80c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Pushing event deleted for resources: {'Port': ['ID=a5b1411d-b077-4aa4-b1fa-5e5cc4b39478,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:55.911336 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e2bee615-6862-49ed-a92f-eadb9d441977 req-300ebef6-9c9e-47af-aa7e-b9c28f0e12bd tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 210 time: 0.0361650 Mar 29 15:33:55.998409 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f675357a-dd78-4afb-876f-3a98be5d578e req-2d723b9f-5de0-45bd-8fd3-0b1f6b4e80c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Router 7688dbfa-20d5-4488-9a6c-8014496b34e4 has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:33:56.368514 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f675357a-dd78-4afb-876f-3a98be5d578e req-2d723b9f-5de0-45bd-8fd3-0b1f6b4e80c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:33:56.380414 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d95fa2-eac3-4917-bcf0-f41226e6b94e None None] Sync routers for ids ['7688dbfa-20d5-4488-9a6c-8014496b34e4'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:33:56.390528 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d95fa2-eac3-4917-bcf0-f41226e6b94e None None] Routers {'7688dbfa-20d5-4488-9a6c-8014496b34e4'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:33:56.391414 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-03d95fa2-eac3-4917-bcf0-f41226e6b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:33:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['7688dbfa-20d5-4488-9a6c-8014496b34e4'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:56.410088 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f675357a-dd78-4afb-876f-3a98be5d578e req-2d723b9f-5de0-45bd-8fd3-0b1f6b4e80c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] No DVR routers for this DVR port a5b1411d-b077-4aa4-b1fa-5e5cc4b39478 on host hv-cinder-56205 {{(pid=103831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:33:56.412479 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-f675357a-dd78-4afb-876f-3a98be5d578e req-2d723b9f-5de0-45bd-8fd3-0b1f6b4e80c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:56.415895 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f675357a-dd78-4afb-876f-3a98be5d578e req-2d723b9f-5de0-45bd-8fd3-0b1f6b4e80c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.15 "DELETE /v2.0/ports/a5b1411d-b077-4aa4-b1fa-5e5cc4b39478 HTTP/1.1" status: 204 len: 173 time: 1.1205862 Mar 29 15:33:56.420747 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31fbf2f9-b999-4318-88ce-4e5c91289014', 'name': 'network-vif-deleted', 'tag': 'a5b1411d-b077-4aa4-b1fa-5e5cc4b39478'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:33:56.420747 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c65842f-e5a0-47d4-8259-d4a01de91ef2" -d '{"events": [{"server_uuid": "31fbf2f9-b999-4318-88ce-4e5c91289014", "name": "network-vif-deleted", "tag": "a5b1411d-b077-4aa4-b1fa-5e5cc4b39478"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:33:56.454877 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c2bb78-ee0b-47ea-ade3-9ba5c30db998 x-openstack-request-id: req-08c2bb78-ee0b-47ea-ade3-9ba5c30db998 {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:33:56.455168 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31fbf2f9-b999-4318-88ce-4e5c91289014", "name": "network-vif-deleted", "tag": "a5b1411d-b077-4aa4-b1fa-5e5cc4b39478", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:33:56.455464 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-08c2bb78-ee0b-47ea-ade3-9ba5c30db998 {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:33:56.455865 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08c2bb78-ee0b-47ea-ade3-9ba5c30db998'] response: {'server_uuid': '31fbf2f9-b999-4318-88ce-4e5c91289014', 'name': 'network-vif-deleted', 'tag': 'a5b1411d-b077-4aa4-b1fa-5e5cc4b39478', 'status': 'completed', 'code': 200} Mar 29 15:33:56.503160 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-03d95fa2-eac3-4917-bcf0-f41226e6b94e None None] Set router 7688dbfa-20d5-4488-9a6c-8014496b34e4 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:33:56.699633 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-03d95fa2-eac3-4917-bcf0-f41226e6b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'name': 'tempest-TestVolumeBootPattern-47432897-router', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:46Z', 'revision_number': 4, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'gw_port': {'id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': 'ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea', 'name': '', 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'mac_address': 'fa:16:3e:85:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:45Z', 'updated_at': '2022-03-29T15:30:51Z', 'revision_number': 5, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'subnets': [{'id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:56.815342 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d95fa2-eac3-4917-bcf0-f41226e6b94e None None] Checking router: 7688dbfa-20d5-4488-9a6c-8014496b34e4 for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:33:56.823790 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d95fa2-eac3-4917-bcf0-f41226e6b94e None None] Routers {'7688dbfa-20d5-4488-9a6c-8014496b34e4'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:33:56.824434 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-03d95fa2-eac3-4917-bcf0-f41226e6b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:33:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['7688dbfa-20d5-4488-9a6c-8014496b34e4'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:56.934612 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-03d95fa2-eac3-4917-bcf0-f41226e6b94e None None] Set router 7688dbfa-20d5-4488-9a6c-8014496b34e4 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:33:56.984781 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:57.015092 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-41e95128-b8f6-4b98-b553-bb5f17045b17 req-254f370c-e925-4b33-b7a7-eb3cd7b9ec15 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=31fbf2f9-b999-4318-88ce-4e5c91289014 HTTP/1.1" status: 200 len: 210 time: 0.0292134 Mar 29 15:33:57.136932 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-03d95fa2-eac3-4917-bcf0-f41226e6b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'name': 'tempest-TestVolumeBootPattern-47432897-router', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:46Z', 'revision_number': 4, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'gw_port': {'id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': 'ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea', 'name': '', 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'mac_address': 'fa:16:3e:85:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:45Z', 'updated_at': '2022-03-29T15:30:51Z', 'revision_number': 5, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'subnets': [{'id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:57.162735 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d95fa2-eac3-4917-bcf0-f41226e6b94e None None] The sync data for ids ['7688dbfa-20d5-4488-9a6c-8014496b34e4'] in dv-cinder-562053-19-iscsi is: [{'id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'name': 'tempest-TestVolumeBootPattern-47432897-router', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:46Z', 'revision_number': 4, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'gw_port': {'id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': 'ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea', 'name': '', 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'mac_address': 'fa:16:3e:85:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:45Z', 'updated_at': '2022-03-29T15:30:51Z', 'revision_number': 5, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'subnets': [{'id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:33:57.241589 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 40116) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:57.246132 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-fb8bf495-2dc4-4e4e-a60a-081accc73220 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1701758279', 'description': 'tempest-description--1276148062'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:33:57.343389 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fb8bf495-2dc4-4e4e-a60a-081accc73220 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:57.379377 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75c759d-6544-46c7-bf23-ef2e43590ed9 None None] New status for floating IP f3722d27-1794-444e-9ad9-5fa64e2c188c: DOWN {{(pid=103833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:33:57.413128 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fb8bf495-2dc4-4e4e-a60a-081accc73220 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group (61d0fdde-f417-4e44-abbe-6ea23d8747c7), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:57.477091 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fb8bf495-2dc4-4e4e-a60a-081accc73220 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (61d0fdde-f417-4e44-abbe-6ea23d8747c7), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:57.509082 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8bf495-2dc4-4e4e-a60a-081accc73220 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d0fdde-f417-4e44-abbe-6ea23d8747c7,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:57.592185 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fb8bf495-2dc4-4e4e-a60a-081accc73220 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:57.593483 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-fb8bf495-2dc4-4e4e-a60a-081accc73220 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3508770 Mar 29 15:33:57.596405 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 40120) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:57.600990 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-92dad95e-0911-4559-a454-cc40df2835a6 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Request body: {'security_group_rule': {'security_group_id': '61d0fdde-f417-4e44-abbe-6ea23d8747c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:33:57.720972 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-92dad95e-0911-4559-a454-cc40df2835a6 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group_rule (92c14653-13e5-4b7e-9f55-25c69a05cb1f), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:57.774078 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-92dad95e-0911-4559-a454-cc40df2835a6 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group_rule (92c14653-13e5-4b7e-9f55-25c69a05cb1f), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:57.847784 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-92dad95e-0911-4559-a454-cc40df2835a6 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (92c14653-13e5-4b7e-9f55-25c69a05cb1f), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:57.862477 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dad95e-0911-4559-a454-cc40df2835a6 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c14653-13e5-4b7e-9f55-25c69a05cb1f,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:57.950512 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-92dad95e-0911-4559-a454-cc40df2835a6 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:57.950738 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device a5b1411d-b077-4aa4-b1fa-5e5cc4b39478 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:33:57.951710 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-92dad95e-0911-4559-a454-cc40df2835a6 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3542132 Mar 29 15:33:57.954409 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 40122) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:57.958805 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-6929337f-8a0b-4568-af6d-46bc012ba39b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Request body: {'security_group_rule': {'security_group_id': '61d0fdde-f417-4e44-abbe-6ea23d8747c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:33:57.971212 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] No Port match for: a5b1411d-b077-4aa4-b1fa-5e5cc4b39478 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:33:57.971557 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device a5b1411d-b077-4aa4-b1fa-5e5cc4b39478 not bound to the agent host hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:33:58.040160 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6929337f-8a0b-4568-af6d-46bc012ba39b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group_rule (f6ca1d75-988b-4499-a1bd-4e95704e5507), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:58.097474 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6929337f-8a0b-4568-af6d-46bc012ba39b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group_rule (f6ca1d75-988b-4499-a1bd-4e95704e5507), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:58.173040 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6929337f-8a0b-4568-af6d-46bc012ba39b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (f6ca1d75-988b-4499-a1bd-4e95704e5507), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:58.188870 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929337f-8a0b-4568-af6d-46bc012ba39b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ca1d75-988b-4499-a1bd-4e95704e5507,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:58.267017 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6929337f-8a0b-4568-af6d-46bc012ba39b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:58.268168 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-6929337f-8a0b-4568-af6d-46bc012ba39b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3128059 Mar 29 15:33:58.271295 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 40132) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:58.280551 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-35873410-993f-4e6d-9b30-c2ce649ed576 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Request body: {'floatingip': {'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:33:58.294928 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e722f9bf-e144-4096-8329-00147b74bc22 req-3994dcf2-8664-442a-bc27-8a53262a1254 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-835517344&fields=id&tenant_id=b38e7969800b462c9f549e8936e05713 HTTP/1.1" status: 200 len: 267 time: 0.0624146 Mar 29 15:33:58.401597 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722f9bf-e144-4096-8329-00147b74bc22 req-d9e2d0e0-fa92-4259-8301-bb9f63e01945 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:58.403055 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e722f9bf-e144-4096-8329-00147b74bc22 req-d9e2d0e0-fa92-4259-8301-bb9f63e01945 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/networks?id=4743a25d-6f3c-4176-a7c2-eecb6d06479d HTTP/1.1" status: 200 len: 810 time: 0.1003277 Mar 29 15:33:58.407240 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-35873410-993f-4e6d-9b30-c2ce649ed576 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:58.431567 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e722f9bf-e144-4096-8329-00147b74bc22 req-4e66203c-1986-4aa9-910e-a2cc8025bbc6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/quotas/b38e7969800b462c9f549e8936e05713 HTTP/1.1" status: 200 len: 375 time: 0.0214455 Mar 29 15:33:58.485493 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:58.526049 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e722f9bf-e144-4096-8329-00147b74bc22 req-5b1d1c94-4944-4a88-982e-5ce15ea68b73 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b38e7969800b462c9f549e8936e05713&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677884 Mar 29 15:33:58.605228 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-35873410-993f-4e6d-9b30-c2ce649ed576 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:58.671705 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e722f9bf-e144-4096-8329-00147b74bc22 req-c30ab6b6-8f9b-45c9-a7ea-544bd9a49ebf service neutron] 10.222.0.39 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339958 Mar 29 15:33:58.786171 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [None req-35873410-993f-4e6d-9b30-c2ce649ed576 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Allocated IP 172.27.3.16 (3dc57d37-328b-453d-86b3-347b9e0efd38/8a0c47e6-f825-43a4-ad31-8f961885bd6a/72081781-c116-475d-8bb3-dea8d9b19d3c) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:33:58.814093 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e722f9bf-e144-4096-8329-00147b74bc22 req-6f1df4d2-5756-497b-8bb3-4b074ab8e3d9 service neutron] 10.222.0.39 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354530 Mar 29 15:33:58.897432 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-35873410-993f-4e6d-9b30-c2ce649ed576 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for port (72081781-c116-475d-8bb3-dea8d9b19d3c), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:59.042264 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-35873410-993f-4e6d-9b30-c2ce649ed576 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (72081781-c116-475d-8bb3-dea8d9b19d3c), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:59.082957 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35873410-993f-4e6d-9b30-c2ce649ed576 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Network 3dc57d37-328b-453d-86b3-347b9e0efd38 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:33:59.087911 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-35873410-993f-4e6d-9b30-c2ce649ed576 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:33:59.093380 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35873410-993f-4e6d-9b30-c2ce649ed576 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:33:59.114806 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35873410-993f-4e6d-9b30-c2ce649ed576 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event updated for resources: {'Port': ['ID=72081781-c116-475d-8bb3-dea8d9b19d3c,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:59.178703 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-35873410-993f-4e6d-9b30-c2ce649ed576 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for floatingip (dfcc0087-d146-4bc8-b6b8-5c65748a48d6), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:59.290140 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-35873410-993f-4e6d-9b30-c2ce649ed576 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (72081781-c116-475d-8bb3-dea8d9b19d3c), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:59.443350 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-35873410-993f-4e6d-9b30-c2ce649ed576 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for port (72081781-c116-475d-8bb3-dea8d9b19d3c), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:59.503779 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f140afbd-3727-4d86-a1fa-19a9e9c6791e req-5c61445d-bb49-47c5-a9ce-894aef03858c tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0278265 Mar 29 15:33:59.515956 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-35873410-993f-4e6d-9b30-c2ce649ed576 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10426429'] for port (72081781-c116-475d-8bb3-dea8d9b19d3c), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:59.590489 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35873410-993f-4e6d-9b30-c2ce649ed576 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event updated for resources: {'Port': ['ID=72081781-c116-475d-8bb3-dea8d9b19d3c,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:59.599654 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-35873410-993f-4e6d-9b30-c2ce649ed576 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (dfcc0087-d146-4bc8-b6b8-5c65748a48d6), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:59.696626 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-35873410-993f-4e6d-9b30-c2ce649ed576 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:59.697795 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-35873410-993f-4e6d-9b30-c2ce649ed576 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4256122 Mar 29 15:33:59.887290 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-4245aaec-3b5d-4bc1-9f80-806e88cbae5a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1701758279&fields=id&tenant_id=afec2f6261d64114a4b5808565ea6c02 HTTP/1.1" status: 200 len: 267 time: 0.0420535 Mar 29 15:33:59.996094 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-1976ca76-8d76-46a6-90c4-2c86589d6b5b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:59.997608 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-1976ca76-8d76-46a6-90c4-2c86589d6b5b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/networks?id=f0cf3eb0-1596-439e-ab06-8468ad70da92 HTTP/1.1" status: 200 len: 814 time: 0.1039875 Mar 29 15:34:00.011777 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-aa3c35b5-c879-4b2f-b4a4-d6edf0c18225 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/quotas/afec2f6261d64114a4b5808565ea6c02 HTTP/1.1" status: 200 len: 375 time: 0.0087268 Mar 29 15:34:00.070857 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-cdb63f9c-dea0-4c2f-9f1c-8cb651231aac tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=afec2f6261d64114a4b5808565ea6c02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541770 Mar 29 15:34:00.162784 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-873d6e85-55e9-43b8-acd6-c3fb36afd794 service neutron] 10.222.0.39 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805993 Mar 29 15:34:00.254761 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-4cddb5be-79f3-4cf9-9864-234893457fc6 service neutron] 10.222.0.39 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848029 Mar 29 15:34:00.487784 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2ee441aa-c1fd-4875-a73a-93b0430a13a1 req-8d7ee70c-13ec-4142-bcbd-c94e03fb593b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4 HTTP/1.1" status: 200 len: 210 time: 0.0300596 Mar 29 15:34:00.599568 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b93fc3b6-7e1d-4449-9358-acf7b53cbd20 req-70b3c232-2111-46cc-a104-e51e324e64a5 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0311751 Mar 29 15:34:01.509356 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722f9bf-e144-4096-8329-00147b74bc22 req-2d118354-3e18-46b7-a20a-1de18def7399 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:01.510861 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e722f9bf-e144-4096-8329-00147b74bc22 req-2d118354-3e18-46b7-a20a-1de18def7399 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.15 "GET /v2.0/networks?id=4743a25d-6f3c-4176-a7c2-eecb6d06479d HTTP/1.1" status: 200 len: 810 time: 0.1049244 Mar 29 15:34:01.580120 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-baad0865-ffb2-4bc5-a14f-f7dfb587e690 req-2892c214-565e-4fe8-866e-cfca6d274446 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4 HTTP/1.1" status: 200 len: 210 time: 0.0269773 Mar 29 15:34:01.581011 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e722f9bf-e144-4096-8329-00147b74bc22 req-157c86a2-38b4-454d-8bd9-7b6e394ce595 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b38e7969800b462c9f549e8936e05713 HTTP/1.1" status: 200 len: 379 time: 0.0556567 Mar 29 15:34:01.600246 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-e722f9bf-e144-4096-8329-00147b74bc22 req-9bcb458a-dc29-49a9-90d5-dfeea6719558 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Request body: {'port': {'device_id': '9d4fa26e-554d-4da8-b7ed-143d59143ec1', 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d', 'admin_state_up': True, 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'security_groups': ['7818609e-dc1b-4b75-b431-7d347525ec80']}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:34:01.697009 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fe63f7b6-b234-417f-946d-35bf1b059be4 req-4944cafd-0532-440f-83d7-ce87ca845296 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0298841 Mar 29 15:34:01.801596 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e722f9bf-e144-4096-8329-00147b74bc22 req-9bcb458a-dc29-49a9-90d5-dfeea6719558 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Made reservation on behalf of b38e7969800b462c9f549e8936e05713 for: {'port': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:34:01.805390 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-e722f9bf-e144-4096-8329-00147b74bc22 req-9bcb458a-dc29-49a9-90d5-dfeea6719558 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:01.934811 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [req-e722f9bf-e144-4096-8329-00147b74bc22 req-9bcb458a-dc29-49a9-90d5-dfeea6719558 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Allocated IP 172.20.0.3 (4743a25d-6f3c-4176-a7c2-eecb6d06479d/0b7273ae-f678-496a-aaad-7ae864b3fe14/a5a25cbe-468d-45df-9ab4-d09b454d7528) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:34:02.072699 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-e722f9bf-e144-4096-8329-00147b74bc22 req-9bcb458a-dc29-49a9-90d5-dfeea6719558 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for port (a5a25cbe-468d-45df-9ab4-d09b454d7528), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:02.154614 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-e722f9bf-e144-4096-8329-00147b74bc22 req-9bcb458a-dc29-49a9-90d5-dfeea6719558 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (a5a25cbe-468d-45df-9ab4-d09b454d7528), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:02.196101 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e722f9bf-e144-4096-8329-00147b74bc22 req-9bcb458a-dc29-49a9-90d5-dfeea6719558 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Network 4743a25d-6f3c-4176-a7c2-eecb6d06479d is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:34:02.199412 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [req-e722f9bf-e144-4096-8329-00147b74bc22 req-9bcb458a-dc29-49a9-90d5-dfeea6719558 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:34:02.205577 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e722f9bf-e144-4096-8329-00147b74bc22 req-9bcb458a-dc29-49a9-90d5-dfeea6719558 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:34:02.229371 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb458a-dc29-49a9-90d5-dfeea6719558 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Pushing event updated for resources: {'Port': ['ID=a5a25cbe-468d-45df-9ab4-d09b454d7528,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:02.258174 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722f9bf-e144-4096-8329-00147b74bc22 req-9bcb458a-dc29-49a9-90d5-dfeea6719558 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:02.258826 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-e722f9bf-e144-4096-8329-00147b74bc22 req-9bcb458a-dc29-49a9-90d5-dfeea6719558 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:02.341301 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e722f9bf-e144-4096-8329-00147b74bc22 req-9bcb458a-dc29-49a9-90d5-dfeea6719558 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7519453 Mar 29 15:34:02.353370 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-e722f9bf-e144-4096-8329-00147b74bc22 req-a8aa87e3-1175-4afc-bb1e-49ebe24e5921 service neutron] Request body: {'port': {'device_id': '9d4fa26e-554d-4da8-b7ed-143d59143ec1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:34:02.418677 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-e722f9bf-e144-4096-8329-00147b74bc22 req-a8aa87e3-1175-4afc-bb1e-49ebe24e5921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (a5a25cbe-468d-45df-9ab4-d09b454d7528), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:02.425979 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-967a967f-d459-4d12-9b86-f0fc0b16c21e None None] Provisioning complete for port a5a25cbe-468d-45df-9ab4-d09b454d7528 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:34:02.426464 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-967a967f-d459-4d12-9b86-f0fc0b16c21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (a5a25cbe-468d-45df-9ab4-d09b454d7528), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:02.461289 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-967a967f-d459-4d12-9b86-f0fc0b16c21e None None] Port a5a25cbe-468d-45df-9ab4-d09b454d7528 cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:34:02.643409 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-d0c38e26-f5bd-4eec-a0e5-ee1c6ca7f2a4 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:02.645792 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-d0c38e26-f5bd-4eec-a0e5-ee1c6ca7f2a4 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.15 "GET /v2.0/networks?id=f0cf3eb0-1596-439e-ab06-8468ad70da92 HTTP/1.1" status: 200 len: 814 time: 0.1923723 Mar 29 15:34:02.687717 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8076696d-9dd0-4bd6-8108-f9c0bce801da req-4353db4a-e647-488c-adf9-32c138f4bb7c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4 HTTP/1.1" status: 200 len: 210 time: 0.0320365 Mar 29 15:34:02.776129 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-97b9677d-fa03-4ae5-b198-a36d874b492f tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afec2f6261d64114a4b5808565ea6c02 HTTP/1.1" status: 200 len: 473 time: 0.1070724 Mar 29 15:34:02.792281 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-b6d39d99-a767-4e62-b707-15b02be8bbe3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Request body: {'port': {'device_id': 'f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'admin_state_up': True, 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'security_groups': ['61d0fdde-f417-4e44-abbe-6ea23d8747c7']}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:34:02.821419 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c54739-18ad-42aa-8376-74e1bc53d444 req-08304335-8737-4459-9058-77f4f74cb297 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:02.822876 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f2c54739-18ad-42aa-8376-74e1bc53d444 req-08304335-8737-4459-9058-77f4f74cb297 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 931 time: 0.0561941 Mar 29 15:34:02.876915 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f2c54739-18ad-42aa-8376-74e1bc53d444 req-d8a5a54a-d748-4a19-b094-223957633be3 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482638 Mar 29 15:34:02.884957 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [req-e722f9bf-e144-4096-8329-00147b74bc22 req-a8aa87e3-1175-4afc-bb1e-49ebe24e5921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a25cbe-468d-45df-9ab4-d09b454d7528 {{(pid=103831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:34:02.900106 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-e722f9bf-e144-4096-8329-00147b74bc22 req-a8aa87e3-1175-4afc-bb1e-49ebe24e5921 service neutron] Publish callbacks [] for port (a5a25cbe-468d-45df-9ab4-d09b454d7528), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:02.926713 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.provisioning_blocks [req-e722f9bf-e144-4096-8329-00147b74bc22 req-a8aa87e3-1175-4afc-bb1e-49ebe24e5921 service neutron] Transition to ACTIVE for port object a5a25cbe-468d-45df-9ab4-d09b454d7528 will not be triggered until provisioned by entity L2. {{(pid=103831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:34:02.996031 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-e722f9bf-e144-4096-8329-00147b74bc22 req-a8aa87e3-1175-4afc-bb1e-49ebe24e5921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (a5a25cbe-468d-45df-9ab4-d09b454d7528), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:03.051869 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa87e3-1175-4afc-bb1e-49ebe24e5921 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a25cbe-468d-45df-9ab4-d09b454d7528,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:03.071451 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-b6d39d99-a767-4e62-b707-15b02be8bbe3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Made reservation on behalf of afec2f6261d64114a4b5808565ea6c02 for: {'port': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:34:03.074996 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-b6d39d99-a767-4e62-b707-15b02be8bbe3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:03.194347 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-e722f9bf-e144-4096-8329-00147b74bc22 req-a8aa87e3-1175-4afc-bb1e-49ebe24e5921 service neutron] Attempting to bind port a5a25cbe-468d-45df-9ab4-d09b454d7528 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:34:03.194679 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-e722f9bf-e144-4096-8329-00147b74bc22 req-a8aa87e3-1175-4afc-bb1e-49ebe24e5921 service neutron] Attempting to bind port a5a25cbe-468d-45df-9ab4-d09b454d7528 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '6d655c62-26bc-4f1a-b28a-6428719d7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d'}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:34:03.195069 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e722f9bf-e144-4096-8329-00147b74bc22 req-a8aa87e3-1175-4afc-bb1e-49ebe24e5921 service neutron] Attempting to bind port a5a25cbe-468d-45df-9ab4-d09b454d7528 on network 4743a25d-6f3c-4176-a7c2-eecb6d06479d {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:34:03.207822 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e722f9bf-e144-4096-8329-00147b74bc22 req-a8aa87e3-1175-4afc-bb1e-49ebe24e5921 service neutron] Port a5a25cbe-468d-45df-9ab4-d09b454d7528 on network 4743a25d-6f3c-4176-a7c2-eecb6d06479d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:34:03.207822 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e722f9bf-e144-4096-8329-00147b74bc22 req-a8aa87e3-1175-4afc-bb1e-49ebe24e5921 service neutron] Attempting to bind port a5a25cbe-468d-45df-9ab4-d09b454d7528 on network 4743a25d-6f3c-4176-a7c2-eecb6d06479d {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:34:03.235012 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e722f9bf-e144-4096-8329-00147b74bc22 req-a8aa87e3-1175-4afc-bb1e-49ebe24e5921 service neutron] Checking agent: {'id': 'cb22ad3b-74f2-4994-b299-960cea1745ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'started_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:34:03.235356 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e722f9bf-e144-4096-8329-00147b74bc22 req-a8aa87e3-1175-4afc-bb1e-49ebe24e5921 service neutron] Checking segment: {'id': '6d655c62-26bc-4f1a-b28a-6428719d7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:34:03.235740 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e722f9bf-e144-4096-8329-00147b74bc22 req-a8aa87e3-1175-4afc-bb1e-49ebe24e5921 service neutron] Bound using segment: {'id': '6d655c62-26bc-4f1a-b28a-6428719d7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d'} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:34:03.236181 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-e722f9bf-e144-4096-8329-00147b74bc22 req-a8aa87e3-1175-4afc-bb1e-49ebe24e5921 service neutron] Bound port: a5a25cbe-468d-45df-9ab4-d09b454d7528, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d655c62-26bc-4f1a-b28a-6428719d7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d'}}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:34:03.236565 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-e722f9bf-e144-4096-8329-00147b74bc22 req-a8aa87e3-1175-4afc-bb1e-49ebe24e5921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (a5a25cbe-468d-45df-9ab4-d09b454d7528), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:03.285455 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-b6d39d99-a767-4e62-b707-15b02be8bbe3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Allocated IP 172.20.0.12 (f0cf3eb0-1596-439e-ab06-8468ad70da92/a2b21cdc-04db-44d5-82e6-f708c8512a80/cf2d18c3-fe4b-4408-ad22-d767720aba33) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:34:03.334422 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-e722f9bf-e144-4096-8329-00147b74bc22 req-a8aa87e3-1175-4afc-bb1e-49ebe24e5921 service neutron] For port a5a25cbe-468d-45df-9ab4-d09b454d7528, host hv-cinder-56205, cleared binding levels {{(pid=103831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:34:03.359275 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-e722f9bf-e144-4096-8329-00147b74bc22 req-a8aa87e3-1175-4afc-bb1e-49ebe24e5921 service neutron] For port a5a25cbe-468d-45df-9ab4-d09b454d7528, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=a5a25cbe-468d-45df-9ab4-d09b454d7528,segment=NetworkSegment(6d655c62-26bc-4f1a-b28a-6428719d7433),segment_id=6d655c62-26bc-4f1a-b28a-6428719d7433)] {{(pid=103831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:34:03.457196 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-b6d39d99-a767-4e62-b707-15b02be8bbe3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for port (cf2d18c3-fe4b-4408-ad22-d767720aba33), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:03.466155 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-e722f9bf-e144-4096-8329-00147b74bc22 req-a8aa87e3-1175-4afc-bb1e-49ebe24e5921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (a5a25cbe-468d-45df-9ab4-d09b454d7528), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:03.510957 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722f9bf-e144-4096-8329-00147b74bc22 req-a8aa87e3-1175-4afc-bb1e-49ebe24e5921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:03.511589 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-e722f9bf-e144-4096-8329-00147b74bc22 req-a8aa87e3-1175-4afc-bb1e-49ebe24e5921 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:03.513047 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e722f9bf-e144-4096-8329-00147b74bc22 req-a8aa87e3-1175-4afc-bb1e-49ebe24e5921 service neutron] 10.222.0.15 "PUT /v2.0/ports/a5a25cbe-468d-45df-9ab4-d09b454d7528 HTTP/1.1" status: 200 len: 1093 time: 1.1644046 Mar 29 15:34:03.514741 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4fa26e-554d-4da8-b7ed-143d59143ec1', 'tag': 'a5a25cbe-468d-45df-9ab4-d09b454d7528'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:34:03.517032 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e061a5e-5152-4790-91da-e178adf2dfed" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4fa26e-554d-4da8-b7ed-143d59143ec1", "tag": "a5a25cbe-468d-45df-9ab4-d09b454d7528"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:34:03.556856 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38470e02-180d-4adc-8d8c-da3c263a4c00 x-openstack-request-id: req-38470e02-180d-4adc-8d8c-da3c263a4c00 {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:34:03.557288 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4fa26e-554d-4da8-b7ed-143d59143ec1", "tag": "a5a25cbe-468d-45df-9ab4-d09b454d7528", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:34:03.557586 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-38470e02-180d-4adc-8d8c-da3c263a4c00 {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:34:03.557997 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38470e02-180d-4adc-8d8c-da3c263a4c00'] response: {'name': 'network-changed', 'server_uuid': '9d4fa26e-554d-4da8-b7ed-143d59143ec1', 'tag': 'a5a25cbe-468d-45df-9ab4-d09b454d7528', 'status': 'completed', 'code': 200} Mar 29 15:34:03.563149 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa87e3-1175-4afc-bb1e-49ebe24e5921 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a25cbe-468d-45df-9ab4-d09b454d7528,revision_number=3']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:03.636012 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e061a5e-5152-4790-91da-e178adf2dfed req-1db11bd4-50b6-41f9-9333-a2ccfd21d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:03.637572 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-8e061a5e-5152-4790-91da-e178adf2dfed req-1db11bd4-50b6-41f9-9333-a2ccfd21d723 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b38e7969800b462c9f549e8936e05713&device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 1127 time: 0.0542800 Mar 29 15:34:03.648904 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-b6d39d99-a767-4e62-b707-15b02be8bbe3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (cf2d18c3-fe4b-4408-ad22-d767720aba33), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:03.743921 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-b6d39d99-a767-4e62-b707-15b02be8bbe3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Network f0cf3eb0-1596-439e-ab06-8468ad70da92 is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:34:03.750565 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-b6d39d99-a767-4e62-b707-15b02be8bbe3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:34:03.758562 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-b6d39d99-a767-4e62-b707-15b02be8bbe3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:34:03.786935 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d39d99-a767-4e62-b707-15b02be8bbe3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event updated for resources: {'Port': ['ID=cf2d18c3-fe4b-4408-ad22-d767720aba33,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:03.816100 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407811a2-79ec-4c92-9207-f58edd7bb6cc req-b400779b-47ca-45c5-bde3-2ae3c028f590 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:03.821725 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-407811a2-79ec-4c92-9207-f58edd7bb6cc req-b400779b-47ca-45c5-bde3-2ae3c028f590 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4 HTTP/1.1" status: 200 len: 932 time: 0.0676229 Mar 29 15:34:03.837715 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-b6d39d99-a767-4e62-b707-15b02be8bbe3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:03.838350 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-b6d39d99-a767-4e62-b707-15b02be8bbe3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:03.841157 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e061a5e-5152-4790-91da-e178adf2dfed req-d68dd614-d76a-435b-b2d8-1e6e606feb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:03.842647 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-8e061a5e-5152-4790-91da-e178adf2dfed req-d68dd614-d76a-435b-b2d8-1e6e606feb7a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=b38e7969800b462c9f549e8936e05713&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1894486 Mar 29 15:34:03.876967 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-407811a2-79ec-4c92-9207-f58edd7bb6cc req-367112d2-b500-4da4-9aa1-bba0673698b3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=61d0fdde-f417-4e44-abbe-6ea23d8747c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530457 Mar 29 15:34:03.948061 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e061a5e-5152-4790-91da-e178adf2dfed req-f542c315-e16a-4b1c-a6e2-5da0202919ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:03.949643 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-8e061a5e-5152-4790-91da-e178adf2dfed req-f542c315-e16a-4b1c-a6e2-5da0202919ca service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0980253 Mar 29 15:34:03.966077 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-b6d39d99-a767-4e62-b707-15b02be8bbe3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1816499 Mar 29 15:34:03.981182 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-abbd8fc5-07bf-44d5-9f31-f166ca5ac69a service neutron] Request body: {'port': {'device_id': 'f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:34:04.005172 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541507e-e3ca-48f0-a0f2-95d0c0edef26 req-c194bef8-1224-4cde-9877-ccf2a04a0cab tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:04.008375 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0541507e-e3ca-48f0-a0f2-95d0c0edef26 req-c194bef8-1224-4cde-9877-ccf2a04a0cab tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 943 time: 0.0621645 Mar 29 15:34:04.026020 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-9ed3b408-0181-4825-930b-3f6cad203fd2 None None] Provisioning complete for port cf2d18c3-fe4b-4408-ad22-d767720aba33 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:34:04.027105 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9ed3b408-0181-4825-930b-3f6cad203fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (cf2d18c3-fe4b-4408-ad22-d767720aba33), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:04.061155 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0541507e-e3ca-48f0-a0f2-95d0c0edef26 req-752aa620-7024-44d9-850e-a80cf917d7b7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473807 Mar 29 15:34:04.062871 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-9ed3b408-0181-4825-930b-3f6cad203fd2 None None] Port cf2d18c3-fe4b-4408-ad22-d767720aba33 cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:34:04.076475 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-abbd8fc5-07bf-44d5-9f31-f166ca5ac69a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (cf2d18c3-fe4b-4408-ad22-d767720aba33), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:04.093898 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722f9bf-e144-4096-8329-00147b74bc22 req-617d6439-4bc2-4187-a598-7bda911062ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:04.095417 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e722f9bf-e144-4096-8329-00147b74bc22 req-617d6439-4bc2-4187-a598-7bda911062ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b38e7969800b462c9f549e8936e05713&device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 1127 time: 0.0882668 Mar 29 15:34:04.154835 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e722f9bf-e144-4096-8329-00147b74bc22 req-9d52d236-3f4b-490d-9ba4-8c7990b96066 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5a25cbe-468d-45df-9ab4-d09b454d7528 HTTP/1.1" status: 200 len: 217 time: 0.0400715 Mar 29 15:34:04.266182 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722f9bf-e144-4096-8329-00147b74bc22 req-f30b89ba-4e00-46e1-8e63-d811e325d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:04.267631 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e722f9bf-e144-4096-8329-00147b74bc22 req-f30b89ba-4e00-46e1-8e63-d811e325d963 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b7273ae-f678-496a-aaad-7ae864b3fe14 HTTP/1.1" status: 200 len: 849 time: 0.0994723 Mar 29 15:34:04.377599 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722f9bf-e144-4096-8329-00147b74bc22 req-1a0e401f-efac-420a-aefe-f855f791283b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:04.379083 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e722f9bf-e144-4096-8329-00147b74bc22 req-1a0e401f-efac-420a-aefe-f855f791283b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4743a25d-6f3c-4176-a7c2-eecb6d06479d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0982800 Mar 29 15:34:04.491389 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-abbd8fc5-07bf-44d5-9f31-f166ca5ac69a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf2d18c3-fe4b-4408-ad22-d767720aba33 {{(pid=103831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:34:04.501659 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-abbd8fc5-07bf-44d5-9f31-f166ca5ac69a service neutron] Publish callbacks [] for port (cf2d18c3-fe4b-4408-ad22-d767720aba33), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:04.523591 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.provisioning_blocks [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-abbd8fc5-07bf-44d5-9f31-f166ca5ac69a service neutron] Transition to ACTIVE for port object cf2d18c3-fe4b-4408-ad22-d767720aba33 will not be triggered until provisioned by entity L2. {{(pid=103831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:34:04.525794 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e722f9bf-e144-4096-8329-00147b74bc22 req-fbd0f9ba-454a-4007-bb9b-18df22ddaa6e service neutron] 10.222.0.15 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360846 Mar 29 15:34:04.619603 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e722f9bf-e144-4096-8329-00147b74bc22 req-e2b2424f-7a76-4779-bad5-abb796d88a6c service neutron] 10.222.0.15 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845175 Mar 29 15:34:04.622287 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-abbd8fc5-07bf-44d5-9f31-f166ca5ac69a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (cf2d18c3-fe4b-4408-ad22-d767720aba33), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:04.674222 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd8fc5-07bf-44d5-9f31-f166ca5ac69a service neutron] Pushing event updated for resources: {'Port': ['ID=cf2d18c3-fe4b-4408-ad22-d767720aba33,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:04.741639 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-abbd8fc5-07bf-44d5-9f31-f166ca5ac69a service neutron] Attempting to bind port cf2d18c3-fe4b-4408-ad22-d767720aba33 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:34:04.741981 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-abbd8fc5-07bf-44d5-9f31-f166ca5ac69a service neutron] Attempting to bind port cf2d18c3-fe4b-4408-ad22-d767720aba33 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '3213e27e-14c8-4f1b-8eca-ce8757f89eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92'}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:34:04.742315 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-abbd8fc5-07bf-44d5-9f31-f166ca5ac69a service neutron] Attempting to bind port cf2d18c3-fe4b-4408-ad22-d767720aba33 on network f0cf3eb0-1596-439e-ab06-8468ad70da92 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:34:04.746919 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-abbd8fc5-07bf-44d5-9f31-f166ca5ac69a service neutron] Port cf2d18c3-fe4b-4408-ad22-d767720aba33 on network f0cf3eb0-1596-439e-ab06-8468ad70da92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:34:04.747281 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-abbd8fc5-07bf-44d5-9f31-f166ca5ac69a service neutron] Attempting to bind port cf2d18c3-fe4b-4408-ad22-d767720aba33 on network f0cf3eb0-1596-439e-ab06-8468ad70da92 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:34:04.752146 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-abbd8fc5-07bf-44d5-9f31-f166ca5ac69a service neutron] Checking agent: {'id': 'cb22ad3b-74f2-4994-b299-960cea1745ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'started_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:34:04.752565 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-abbd8fc5-07bf-44d5-9f31-f166ca5ac69a service neutron] Checking segment: {'id': '3213e27e-14c8-4f1b-8eca-ce8757f89eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:34:04.752948 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-abbd8fc5-07bf-44d5-9f31-f166ca5ac69a service neutron] Bound using segment: {'id': '3213e27e-14c8-4f1b-8eca-ce8757f89eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92'} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:34:04.753373 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-abbd8fc5-07bf-44d5-9f31-f166ca5ac69a service neutron] Bound port: cf2d18c3-fe4b-4408-ad22-d767720aba33, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3213e27e-14c8-4f1b-8eca-ce8757f89eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92'}}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:34:04.753730 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-abbd8fc5-07bf-44d5-9f31-f166ca5ac69a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (cf2d18c3-fe4b-4408-ad22-d767720aba33), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:04.821379 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-abbd8fc5-07bf-44d5-9f31-f166ca5ac69a service neutron] For port cf2d18c3-fe4b-4408-ad22-d767720aba33, host hv-cinder-56205, cleared binding levels {{(pid=103831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:34:04.824404 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-abbd8fc5-07bf-44d5-9f31-f166ca5ac69a service neutron] For port cf2d18c3-fe4b-4408-ad22-d767720aba33, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=cf2d18c3-fe4b-4408-ad22-d767720aba33,segment=NetworkSegment(3213e27e-14c8-4f1b-8eca-ce8757f89eb8),segment_id=3213e27e-14c8-4f1b-8eca-ce8757f89eb8)] {{(pid=103831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:34:04.893220 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-abbd8fc5-07bf-44d5-9f31-f166ca5ac69a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (cf2d18c3-fe4b-4408-ad22-d767720aba33), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:04.932135 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-abbd8fc5-07bf-44d5-9f31-f166ca5ac69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:04.932701 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-abbd8fc5-07bf-44d5-9f31-f166ca5ac69a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:04.934106 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-abbd8fc5-07bf-44d5-9f31-f166ca5ac69a service neutron] 10.222.0.15 "PUT /v2.0/ports/cf2d18c3-fe4b-4408-ad22-d767720aba33 HTTP/1.1" status: 200 len: 1094 time: 0.9584894 Mar 29 15:34:04.968922 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd8fc5-07bf-44d5-9f31-f166ca5ac69a service neutron] Pushing event updated for resources: {'Port': ['ID=cf2d18c3-fe4b-4408-ad22-d767720aba33,revision_number=3']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:05.000102 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2cdc7-6e14-4175-8b72-5fa27d8d7d3a req-ab06043f-d416-46e1-a934-d88b43dae87a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:05.001682 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-abc2cdc7-6e14-4175-8b72-5fa27d8d7d3a req-ab06043f-d416-46e1-a934-d88b43dae87a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4 HTTP/1.1" status: 200 len: 944 time: 0.0559597 Mar 29 15:34:05.054165 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-abc2cdc7-6e14-4175-8b72-5fa27d8d7d3a req-de18c193-d377-4431-acad-a23a28e930cc tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=61d0fdde-f417-4e44-abbe-6ea23d8747c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460141 Mar 29 15:34:05.098943 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-0c500fda-362f-40d2-b424-fb31fb6e0d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:05.100665 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-0c500fda-362f-40d2-b424-fb31fb6e0d2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afec2f6261d64114a4b5808565ea6c02&device_id=f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4 HTTP/1.1" status: 200 len: 1128 time: 0.0537312 Mar 29 15:34:05.151925 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-6eab6c3e-6e3b-41d9-be25-c948c8ccc07f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf2d18c3-fe4b-4408-ad22-d767720aba33 HTTP/1.1" status: 200 len: 217 time: 0.0406115 Mar 29 15:34:05.182534 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e28b5f-705c-48cc-9c82-cabbc069f3cf req-ce81bcde-d304-4b69-b7ca-11b646ca3c93 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:05.184025 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d6e28b5f-705c-48cc-9c82-cabbc069f3cf req-ce81bcde-d304-4b69-b7ca-11b646ca3c93 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 943 time: 0.0530257 Mar 29 15:34:05.203948 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-fd9bf578-f9fe-4836-82d3-845a590a9385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:05.205353 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-fd9bf578-f9fe-4836-82d3-845a590a9385 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b21cdc-04db-44d5-82e6-f708c8512a80 HTTP/1.1" status: 200 len: 853 time: 0.0441902 Mar 29 15:34:05.240675 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d6e28b5f-705c-48cc-9c82-cabbc069f3cf req-db667f31-580a-4ea1-ab44-3d385515f6e5 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496616 Mar 29 15:34:05.257072 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-87687303-b1b9-493c-8fcb-6e4b909ca87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:05.259265 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-87687303-b1b9-493c-8fcb-6e4b909ca87e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0cf3eb0-1596-439e-ab06-8468ad70da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446923 Mar 29 15:34:05.351961 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-28aebb31-8ee5-4a94-8ba0-6f7b8b0f4d36 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833127 Mar 29 15:34:05.442037 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-04dbc7e2-0841-4028-9a60-e00203d7ca7f req-adaa0ef3-d818-4199-8576-87d5f2c3d9d2 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812259 Mar 29 15:34:05.559068 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4', 'tag': 'cf2d18c3-fe4b-4408-ad22-d767720aba33'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:34:05.561436 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d05eb7-5242-428e-896d-ed11ad684239" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4", "tag": "cf2d18c3-fe4b-4408-ad22-d767720aba33"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:34:05.594859 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391f9d47-3fd8-4c6d-b25d-05e9b7064c24 x-openstack-request-id: req-391f9d47-3fd8-4c6d-b25d-05e9b7064c24 {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:34:05.595148 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4", "tag": "cf2d18c3-fe4b-4408-ad22-d767720aba33", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:34:05.595403 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-391f9d47-3fd8-4c6d-b25d-05e9b7064c24 {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:34:05.595809 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-391f9d47-3fd8-4c6d-b25d-05e9b7064c24'] response: {'name': 'network-changed', 'server_uuid': 'f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4', 'tag': 'cf2d18c3-fe4b-4408-ad22-d767720aba33', 'status': 'completed', 'code': 200} Mar 29 15:34:05.663378 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d05eb7-5242-428e-896d-ed11ad684239 req-41e4b4c3-eef6-40cf-9ef0-e5de0b0d04e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:05.664823 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-17d05eb7-5242-428e-896d-ed11ad684239 req-41e4b4c3-eef6-40cf-9ef0-e5de0b0d04e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afec2f6261d64114a4b5808565ea6c02&device_id=f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4 HTTP/1.1" status: 200 len: 1128 time: 0.0439563 Mar 29 15:34:06.005579 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d05eb7-5242-428e-896d-ed11ad684239 req-84893eac-973f-4068-86e1-ee9b0f383292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:06.007046 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-17d05eb7-5242-428e-896d-ed11ad684239 req-84893eac-973f-4068-86e1-ee9b0f383292 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0cf3eb0-1596-439e-ab06-8468ad70da92 HTTP/1.1" status: 200 len: 915 time: 0.3360476 Mar 29 15:34:06.046755 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-17d05eb7-5242-428e-896d-ed11ad684239 req-4fb7e6ed-ab60-4cba-843c-4eb100431d14 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf2d18c3-fe4b-4408-ad22-d767720aba33 HTTP/1.1" status: 200 len: 217 time: 0.0334370 Mar 29 15:34:06.095360 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d05eb7-5242-428e-896d-ed11ad684239 req-0d613841-31a0-4542-b922-59feed67b551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:06.096954 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-17d05eb7-5242-428e-896d-ed11ad684239 req-0d613841-31a0-4542-b922-59feed67b551 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b21cdc-04db-44d5-82e6-f708c8512a80 HTTP/1.1" status: 200 len: 853 time: 0.0434628 Mar 29 15:34:06.149722 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d05eb7-5242-428e-896d-ed11ad684239 req-c313f850-a51c-457e-a0a4-2e4762d7529f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:06.151231 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-17d05eb7-5242-428e-896d-ed11ad684239 req-c313f850-a51c-457e-a0a4-2e4762d7529f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0cf3eb0-1596-439e-ab06-8468ad70da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473807 Mar 29 15:34:06.173873 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f5fdd-3d26-42f9-b5b8-26122e9c2d96 req-b36625e4-7b98-4942-926f-675ae4ae5a36 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:06.175365 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-075f5fdd-3d26-42f9-b5b8-26122e9c2d96 req-b36625e4-7b98-4942-926f-675ae4ae5a36 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4 HTTP/1.1" status: 200 len: 944 time: 0.0522957 Mar 29 15:34:06.223358 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-075f5fdd-3d26-42f9-b5b8-26122e9c2d96 req-810b8aee-8b79-433c-b7e2-3ace8fe3315d tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=61d0fdde-f417-4e44-abbe-6ea23d8747c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418696 Mar 29 15:34:06.241188 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-17d05eb7-5242-428e-896d-ed11ad684239 req-9a701b7c-8b9f-46ef-970a-de2f6b59e3f2 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824976 Mar 29 15:34:06.333135 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-17d05eb7-5242-428e-896d-ed11ad684239 req-1c457fb1-10a2-414d-af9b-44fc731df68f service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855880 Mar 29 15:34:06.356807 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c5eeb-9aed-4708-8b5a-93f174e84815 req-56e52841-f20f-4134-a146-86b55951d98e tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:06.358285 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-234c5eeb-9aed-4708-8b5a-93f174e84815 req-56e52841-f20f-4134-a146-86b55951d98e tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 943 time: 0.0516450 Mar 29 15:34:06.405131 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-234c5eeb-9aed-4708-8b5a-93f174e84815 req-53cb3742-1093-4729-8054-f17b34f6e888 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411937 Mar 29 15:34:07.341374 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a09940-4d92-49e7-b726-5c9d5df40fa4 req-c4e37a45-bf86-4c7e-8343-d2f70ad1cc89 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:07.342826 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a1a09940-4d92-49e7-b726-5c9d5df40fa4 req-c4e37a45-bf86-4c7e-8343-d2f70ad1cc89 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4 HTTP/1.1" status: 200 len: 944 time: 0.0545497 Mar 29 15:34:07.387943 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a1a09940-4d92-49e7-b726-5c9d5df40fa4 req-73ecf74e-e1be-42bb-b8d9-b44dc4ed917f tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=61d0fdde-f417-4e44-abbe-6ea23d8747c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396378 Mar 29 15:34:07.519318 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947e203-6b15-4953-ad0f-5155fd11ed4c req-bfdd5b42-36bc-46a5-92e4-cdd249f110a4 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:07.520804 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f947e203-6b15-4953-ad0f-5155fd11ed4c req-bfdd5b42-36bc-46a5-92e4-cdd249f110a4 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 943 time: 0.0514245 Mar 29 15:34:07.568524 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f947e203-6b15-4953-ad0f-5155fd11ed4c req-ece6a4c9-2e2c-456d-a806-e206e0a54fd9 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418804 Mar 29 15:34:08.021254 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device cf2d18c3-fe4b-4408-ad22-d767720aba33 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=103833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:34:08.113412 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port cf2d18c3-fe4b-4408-ad22-d767720aba33, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=cf2d18c3-fe4b-4408-ad22-d767720aba33,segment=NetworkSegment(3213e27e-14c8-4f1b-8eca-ce8757f89eb8),segment_id=3213e27e-14c8-4f1b-8eca-ce8757f89eb8)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:34:08.124292 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Returning: {'device': 'cf2d18c3-fe4b-4408-ad22-d767720aba33', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'port_id': 'cf2d18c3-fe4b-4408-ad22-d767720aba33', 'mac_address': 'fa:16:3e:98:af:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:34:08.162898 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port cf2d18c3-fe4b-4408-ad22-d767720aba33 is: DOWN; New status is: BUILD {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:34:08.163282 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (cf2d18c3-fe4b-4408-ad22-d767720aba33), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:08.175353 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf2d18c3-fe4b-4408-ad22-d767720aba33 {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:34:08.193438 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port cf2d18c3-fe4b-4408-ad22-d767720aba33, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=cf2d18c3-fe4b-4408-ad22-d767720aba33,segment=NetworkSegment(3213e27e-14c8-4f1b-8eca-ce8757f89eb8),segment_id=3213e27e-14c8-4f1b-8eca-ce8757f89eb8)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:34:08.275414 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (cf2d18c3-fe4b-4408-ad22-d767720aba33), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:08.320336 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=cf2d18c3-fe4b-4408-ad22-d767720aba33,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:08.327029 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:08.327375 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:08.327715 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:08.328063 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:08.328520 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:08.328853 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:08.329184 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:08.329506 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:08.329830 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:08.330152 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:08.330473 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:08.330794 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:08.331112 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:08.331452 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:08.331768 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:08.510378 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7145b-05a7-4ef7-9b77-cd18eb85f315 req-a57925cc-ed63-49de-ba37-3edc91c08e80 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:08.511844 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-30b7145b-05a7-4ef7-9b77-cd18eb85f315 req-a57925cc-ed63-49de-ba37-3edc91c08e80 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4 HTTP/1.1" status: 200 len: 945 time: 0.0559814 Mar 29 15:34:08.556991 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['cf2d18c3-fe4b-4408-ad22-d767720aba33'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:34:08.557244 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-30b7145b-05a7-4ef7-9b77-cd18eb85f315 req-a97b728e-08b1-411e-aba0-500437e58e54 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=61d0fdde-f417-4e44-abbe-6ea23d8747c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398641 Mar 29 15:34:08.682540 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c62ac-9a96-4a4a-8524-a456a40217dd req-f434761c-79b7-466f-925c-2988b030a154 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:08.684056 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e19c62ac-9a96-4a4a-8524-a456a40217dd req-f434761c-79b7-466f-925c-2988b030a154 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 943 time: 0.0518236 Mar 29 15:34:08.732936 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e19c62ac-9a96-4a4a-8524-a456a40217dd req-9f2edcca-5833-45fb-b5da-e0aa5ef2c234 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425904 Mar 29 15:34:09.670882 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a1c4a-513c-47dc-aaa7-405eba89aea1 req-316d1a25-bacf-414a-bc2b-e42679994d46 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:09.672326 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bf5a1c4a-513c-47dc-aaa7-405eba89aea1 req-316d1a25-bacf-414a-bc2b-e42679994d46 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4 HTTP/1.1" status: 200 len: 945 time: 0.0507305 Mar 29 15:34:09.721028 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bf5a1c4a-513c-47dc-aaa7-405eba89aea1 req-fee941b5-7a24-4926-a84b-bfc4cd9873a4 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=61d0fdde-f417-4e44-abbe-6ea23d8747c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431526 Mar 29 15:34:09.847855 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5b24a-7a71-4186-990d-5afb25aca8af req-e5462938-f58b-496d-ac72-d64961991fcc tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:09.849323 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1eb5b24a-7a71-4186-990d-5afb25aca8af req-e5462938-f58b-496d-ac72-d64961991fcc tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 943 time: 0.0520267 Mar 29 15:34:09.897455 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1eb5b24a-7a71-4186-990d-5afb25aca8af req-d51c1baf-7348-4bca-a975-85b92f1ac1d0 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426953 Mar 29 15:34:10.023177 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device cf2d18c3-fe4b-4408-ad22-d767720aba33 up at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:34:10.130616 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning for port cf2d18c3-fe4b-4408-ad22-d767720aba33 completed by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:34:10.134753 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning complete for port cf2d18c3-fe4b-4408-ad22-d767720aba33 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:34:10.135127 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (cf2d18c3-fe4b-4408-ad22-d767720aba33), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:10.207907 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port cf2d18c3-fe4b-4408-ad22-d767720aba33 is: BUILD; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:34:10.208312 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (cf2d18c3-fe4b-4408-ad22-d767720aba33), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:10.232795 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf2d18c3-fe4b-4408-ad22-d767720aba33'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:34:10.234975 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67651527b6c7513bff120ad3026ca8b6c51caa370c4ee0f403b1e7b340f0df97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10db6346-badf-49d3-9025-7e5f2c969162" -d '{"events": [{"server_uuid": "f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4", "name": "network-vif-plugged", "status": "completed", "tag": "cf2d18c3-fe4b-4408-ad22-d767720aba33"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:34:10.247564 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port cf2d18c3-fe4b-4408-ad22-d767720aba33, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=cf2d18c3-fe4b-4408-ad22-d767720aba33,segment=NetworkSegment(3213e27e-14c8-4f1b-8eca-ce8757f89eb8),segment_id=3213e27e-14c8-4f1b-8eca-ce8757f89eb8)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:34:10.268310 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b251b746-e503-40fe-bf33-f7484835672a x-openstack-request-id: req-b251b746-e503-40fe-bf33-f7484835672a {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:34:10.268600 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4", "name": "network-vif-plugged", "status": "completed", "tag": "cf2d18c3-fe4b-4408-ad22-d767720aba33", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:34:10.268854 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b251b746-e503-40fe-bf33-f7484835672a {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:34:10.269275 dv-cinder-562053-19-iscsi neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b251b746-e503-40fe-bf33-f7484835672a'] response: {'server_uuid': 'f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf2d18c3-fe4b-4408-ad22-d767720aba33', 'code': 200} Mar 29 15:34:10.308136 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (cf2d18c3-fe4b-4408-ad22-d767720aba33), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:10.363983 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=cf2d18c3-fe4b-4408-ad22-d767720aba33,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:10.589577 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0f1b6-0f6f-4646-9aed-a6411d376e7e req-f321a6a7-3c81-4c6b-91e0-8b9c591aec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:10.590966 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-73a0f1b6-0f6f-4646-9aed-a6411d376e7e req-f321a6a7-3c81-4c6b-91e0-8b9c591aec90 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4 HTTP/1.1" status: 200 len: 1130 time: 0.0436373 Mar 29 15:34:10.635005 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-73a0f1b6-0f6f-4646-9aed-a6411d376e7e req-e971db83-1844-4561-aa0c-b13bce9f6d5f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=61d0fdde-f417-4e44-abbe-6ea23d8747c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371647 Mar 29 15:34:10.833634 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94278be7-828e-4f23-ad6c-7b36c970c6b0 req-c69d3d0f-5eb7-476e-a959-09cb2291461e tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:10.835570 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-94278be7-828e-4f23-ad6c-7b36c970c6b0 req-c69d3d0f-5eb7-476e-a959-09cb2291461e tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4 HTTP/1.1" status: 200 len: 946 time: 0.0508397 Mar 29 15:34:10.880866 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-94278be7-828e-4f23-ad6c-7b36c970c6b0 req-cde77904-66df-4435-a8cf-9f1095f54161 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=61d0fdde-f417-4e44-abbe-6ea23d8747c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396128 Mar 29 15:34:11.016544 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f5275-2b4f-4585-b8ed-ce3db45a90c1 req-f4a6f054-d999-4c36-af24-6238f5b40d42 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:11.018014 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-283f5275-2b4f-4585-b8ed-ce3db45a90c1 req-f4a6f054-d999-4c36-af24-6238f5b40d42 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 943 time: 0.0549967 Mar 29 15:34:11.064928 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-283f5275-2b4f-4585-b8ed-ce3db45a90c1 req-a815d134-4570-42f9-a0e7-bb65b9794fc5 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408614 Mar 29 15:34:11.998375 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7444a-2c3f-4816-8c59-320ab68a8dec req-cde1d786-30d6-47ba-8b0b-b246ed5098b8 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:11.999868 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-71d7444a-2c3f-4816-8c59-320ab68a8dec req-cde1d786-30d6-47ba-8b0b-b246ed5098b8 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4 HTTP/1.1" status: 200 len: 946 time: 0.0522676 Mar 29 15:34:12.027742 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device a5a25cbe-468d-45df-9ab4-d09b454d7528 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=103833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:34:12.050998 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-71d7444a-2c3f-4816-8c59-320ab68a8dec req-7313e4e6-1fa2-4ce8-ab55-6f6fce6f429f tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=61d0fdde-f417-4e44-abbe-6ea23d8747c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453289 Mar 29 15:34:12.134812 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port a5a25cbe-468d-45df-9ab4-d09b454d7528, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=a5a25cbe-468d-45df-9ab4-d09b454d7528,segment=NetworkSegment(6d655c62-26bc-4f1a-b28a-6428719d7433),segment_id=6d655c62-26bc-4f1a-b28a-6428719d7433)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:34:12.148217 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Returning: {'device': 'a5a25cbe-468d-45df-9ab4-d09b454d7528', 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d', 'port_id': 'a5a25cbe-468d-45df-9ab4-d09b454d7528', 'mac_address': 'fa:16:3e:51:98:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:34:12.185833 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port a5a25cbe-468d-45df-9ab4-d09b454d7528 is: DOWN; New status is: BUILD {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:34:12.186140 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (a5a25cbe-468d-45df-9ab4-d09b454d7528), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:12.199051 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de223d-d8db-4ae8-a8e3-d5b66fbffc2c req-7eb0cbff-0985-4274-bca9-55bd92dc1e42 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:12.199419 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a25cbe-468d-45df-9ab4-d09b454d7528 {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:34:12.200536 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-80de223d-d8db-4ae8-a8e3-d5b66fbffc2c req-7eb0cbff-0985-4274-bca9-55bd92dc1e42 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 943 time: 0.0521464 Mar 29 15:34:12.219219 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port a5a25cbe-468d-45df-9ab4-d09b454d7528, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=a5a25cbe-468d-45df-9ab4-d09b454d7528,segment=NetworkSegment(6d655c62-26bc-4f1a-b28a-6428719d7433),segment_id=6d655c62-26bc-4f1a-b28a-6428719d7433)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:34:12.251478 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-80de223d-d8db-4ae8-a8e3-d5b66fbffc2c req-a8f95f88-47da-456b-a74b-b2bf8b97f214 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453823 Mar 29 15:34:12.314114 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (a5a25cbe-468d-45df-9ab4-d09b454d7528), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:12.359682 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=a5a25cbe-468d-45df-9ab4-d09b454d7528,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:12.549765 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['a5a25cbe-468d-45df-9ab4-d09b454d7528'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:34:13.166959 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9474bf7-2d84-4562-9e31-d73ba58b48df req-84501807-252a-4add-8e9a-95a7ca1d3c0f tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:13.168446 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f9474bf7-2d84-4562-9e31-d73ba58b48df req-84501807-252a-4add-8e9a-95a7ca1d3c0f tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4 HTTP/1.1" status: 200 len: 946 time: 0.0522637 Mar 29 15:34:13.215459 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f9474bf7-2d84-4562-9e31-d73ba58b48df req-4da9e24d-ab8e-4e6c-925a-fc8aa948d9e3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=61d0fdde-f417-4e44-abbe-6ea23d8747c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414140 Mar 29 15:34:13.224578 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:13.352643 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829cbe0-ea2a-4767-b2be-e9e8a6774232 req-9035f706-c129-4d8c-8ae9-27a71f7ff9f0 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:13.353994 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b829cbe0-ea2a-4767-b2be-e9e8a6774232 req-9035f706-c129-4d8c-8ae9-27a71f7ff9f0 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4 HTTP/1.1" status: 200 len: 946 time: 0.0772727 Mar 29 15:34:13.362482 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 40230) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:34:13.369395 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-5a7a84d9-e94d-408f-b8e8-91e6057a6512 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Request body: {'floatingip': {'port_id': 'cf2d18c3-fe4b-4408-ad22-d767720aba33'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:34:13.410259 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5a7a84d9-e94d-408f-b8e8-91e6057a6512 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for floatingip (dfcc0087-d146-4bc8-b6b8-5c65748a48d6), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:13.420348 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7009e97-411d-4519-b277-8585a72cd40b req-fc6c760a-62b8-4cef-8416-ecb6e8f43b56 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:13.421825 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d7009e97-411d-4519-b277-8585a72cd40b req-fc6c760a-62b8-4cef-8416-ecb6e8f43b56 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 944 time: 0.1054211 Mar 29 15:34:13.546591 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d7009e97-411d-4519-b277-8585a72cd40b req-efdfebac-2f52-4e4a-a650-94baa74ebd63 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979426 Mar 29 15:34:13.875405 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5a7a84d9-e94d-408f-b8e8-91e6057a6512 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:13.949744 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5a7a84d9-e94d-408f-b8e8-91e6057a6512 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (dfcc0087-d146-4bc8-b6b8-5c65748a48d6), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:14.027897 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device a5a25cbe-468d-45df-9ab4-d09b454d7528 up at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:34:14.184182 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning for port a5a25cbe-468d-45df-9ab4-d09b454d7528 completed by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:34:14.188605 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning complete for port a5a25cbe-468d-45df-9ab4-d09b454d7528 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:34:14.188976 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (a5a25cbe-468d-45df-9ab4-d09b454d7528), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:14.256518 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.db.l3_db [None req-5a7a84d9-e94d-408f-b8e8-91e6057a6512 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Floating IP dfcc0087-d146-4bc8-b6b8-5c65748a48d6 associated. External IP: 172.27.3.16, port: cf2d18c3-fe4b-4408-ad22-d767720aba33. Mar 29 15:34:14.265308 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port a5a25cbe-468d-45df-9ab4-d09b454d7528 is: BUILD; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:34:14.265755 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (a5a25cbe-468d-45df-9ab4-d09b454d7528), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:14.287757 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4fa26e-554d-4da8-b7ed-143d59143ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a25cbe-468d-45df-9ab4-d09b454d7528'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:34:14.289999 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67651527b6c7513bff120ad3026ca8b6c51caa370c4ee0f403b1e7b340f0df97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a385f3b0-820a-40fb-8e90-9b1b8f569e9c" -d '{"events": [{"server_uuid": "9d4fa26e-554d-4da8-b7ed-143d59143ec1", "name": "network-vif-plugged", "status": "completed", "tag": "a5a25cbe-468d-45df-9ab4-d09b454d7528"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:34:14.302294 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port a5a25cbe-468d-45df-9ab4-d09b454d7528, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=a5a25cbe-468d-45df-9ab4-d09b454d7528,segment=NetworkSegment(6d655c62-26bc-4f1a-b28a-6428719d7433),segment_id=6d655c62-26bc-4f1a-b28a-6428719d7433)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:34:14.326584 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bbbe0d-b604-4577-8f65-3bdb8444003d x-openstack-request-id: req-c2bbbe0d-b604-4577-8f65-3bdb8444003d {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:34:14.326872 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4fa26e-554d-4da8-b7ed-143d59143ec1", "name": "network-vif-plugged", "status": "completed", "tag": "a5a25cbe-468d-45df-9ab4-d09b454d7528", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:34:14.327121 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c2bbbe0d-b604-4577-8f65-3bdb8444003d {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:34:14.327541 dv-cinder-562053-19-iscsi neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2bbbe0d-b604-4577-8f65-3bdb8444003d'] response: {'server_uuid': '9d4fa26e-554d-4da8-b7ed-143d59143ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a25cbe-468d-45df-9ab4-d09b454d7528', 'code': 200} Mar 29 15:34:14.389721 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (a5a25cbe-468d-45df-9ab4-d09b454d7528), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:14.441551 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=a5a25cbe-468d-45df-9ab4-d09b454d7528,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:14.470568 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7a84d9-e94d-408f-b8e8-91e6057a6512 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:34:14.580978 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7a84d9-e94d-408f-b8e8-91e6057a6512 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:34:14.585768 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5a7a84d9-e94d-408f-b8e8-91e6057a6512 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:14.593519 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd95b2b-a77f-4cc0-af69-af3cc348ffaf None None] Sync routers for ids ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:34:14.603657 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd95b2b-a77f-4cc0-af69-af3cc348ffaf None None] Routers {'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:34:14.604486 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-3fd95b2b-a77f-4cc0-af69-af3cc348ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:33:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:34:14.618269 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-5a7a84d9-e94d-408f-b8e8-91e6057a6512 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "PUT /v2.0/floatingips/dfcc0087-d146-4bc8-b6b8-5c65748a48d6 HTTP/1.1" status: 200 len: 991 time: 1.2533793 Mar 29 15:34:14.625290 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4', 'tag': 'cf2d18c3-fe4b-4408-ad22-d767720aba33'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:34:14.627969 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17cd39a57bce2f0cfda3a3fd3bf70c34a3f67f93f1dabf257ee71a9fa0902d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c54db5-d2ff-4ad8-8e98-980b09b10e27" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4", "tag": "cf2d18c3-fe4b-4408-ad22-d767720aba33"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:34:14.670664 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebef62b-7e5a-40ae-ac35-6602d6d9cd73 x-openstack-request-id: req-eebef62b-7e5a-40ae-ac35-6602d6d9cd73 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:34:14.670963 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4", "tag": "cf2d18c3-fe4b-4408-ad22-d767720aba33", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:34:14.671217 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eebef62b-7e5a-40ae-ac35-6602d6d9cd73 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:34:14.671618 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eebef62b-7e5a-40ae-ac35-6602d6d9cd73'] response: {'name': 'network-changed', 'server_uuid': 'f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4', 'tag': 'cf2d18c3-fe4b-4408-ad22-d767720aba33', 'status': 'completed', 'code': 200} Mar 29 15:34:14.684839 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17a267-b399-4de8-86ff-cbbcbbc2aa65 req-72f12611-9a05-4cd6-9b4b-aa7c6b98613d tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:14.695661 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7f17a267-b399-4de8-86ff-cbbcbbc2aa65 req-72f12611-9a05-4cd6-9b4b-aa7c6b98613d tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 945 time: 0.0793872 Mar 29 15:34:14.724200 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-3fd95b2b-a77f-4cc0-af69-af3cc348ffaf None None] Set router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:34:14.760224 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7f17a267-b399-4de8-86ff-cbbcbbc2aa65 req-93eea73d-536f-4769-aafd-c30dc48dcf77 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546310 Mar 29 15:34:14.764209 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09609eaa-94b1-416f-9865-11fa55b2b41e req-6b51eabb-c2db-47b6-8f09-0601404e0ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:14.765763 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-09609eaa-94b1-416f-9865-11fa55b2b41e req-6b51eabb-c2db-47b6-8f09-0601404e0ef7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 1129 time: 0.0799961 Mar 29 15:34:14.772028 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c54db5-d2ff-4ad8-8e98-980b09b10e27 req-fa3f5142-c1fc-4a7e-b6c6-35100d0430c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:14.773497 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-65c54db5-d2ff-4ad8-8e98-980b09b10e27 req-fa3f5142-c1fc-4a7e-b6c6-35100d0430c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afec2f6261d64114a4b5808565ea6c02&device_id=f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4 HTTP/1.1" status: 200 len: 1130 time: 0.0605221 Mar 29 15:34:14.864361 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-09609eaa-94b1-416f-9865-11fa55b2b41e req-9a3e981b-ab28-45e3-8c05-59ef371e286d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898933 Mar 29 15:34:14.890150 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c54db5-d2ff-4ad8-8e98-980b09b10e27 req-1257c1db-1ef0-4b0d-9913-88c12ac71e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:14.891764 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-65c54db5-d2ff-4ad8-8e98-980b09b10e27 req-1257c1db-1ef0-4b0d-9913-88c12ac71e8f service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0cf3eb0-1596-439e-ab06-8468ad70da92 HTTP/1.1" status: 200 len: 915 time: 0.1115389 Mar 29 15:34:14.955352 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-3fd95b2b-a77f-4cc0-af69-af3cc348ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T15:32:35Z', 'revision_number': 4, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': 'dfcc0087-d146-4bc8-b6b8-5c65748a48d6', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'port_id': 'cf2d18c3-fe4b-4408-ad22-d767720aba33', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'mac_address': 'fa:16:3e:98:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:33:59Z', 'updated_at': '2022-03-29T15:34:13Z', 'revision_number': 1, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'fixed_ip_address_scope': None}, {'id': 'f84f96db-66ab-4e8b-802c-c539244dd9bf', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'port_id': '7dfe9524-9366-4e9c-9631-be9fe77370c7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'mac_address': 'fa:16:3e:ac:d6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d468d96-643d-4795-9092-aba7bcb8e53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:32:41Z', 'updated_at': '2022-03-29T15:33:01Z', 'revision_number': 2, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a1afb0-ca40-43b9-9fe4-e5c97256ffce', 'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'mac_address': 'fa:16:3e:87:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:34Z', 'updated_at': '2022-03-29T15:32:40Z', 'revision_number': 5, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'subnets': [{'id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:34:14.983957 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd95b2b-a77f-4cc0-af69-af3cc348ffaf None None] Checking router: f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:34:14.992538 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd95b2b-a77f-4cc0-af69-af3cc348ffaf None None] Routers {'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:34:14.993133 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-3fd95b2b-a77f-4cc0-af69-af3cc348ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:33:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:34:15.095502 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-3fd95b2b-a77f-4cc0-af69-af3cc348ffaf None None] Set router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:34:15.118213 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-65c54db5-d2ff-4ad8-8e98-980b09b10e27 req-0fbaab34-a268-4162-93dc-f22283362276 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf2d18c3-fe4b-4408-ad22-d767720aba33 HTTP/1.1" status: 200 len: 999 time: 0.0626554 Mar 29 15:34:15.166320 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c54db5-d2ff-4ad8-8e98-980b09b10e27 req-48c3d71b-ef4a-41ec-a40c-721021f4bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:15.167846 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-65c54db5-d2ff-4ad8-8e98-980b09b10e27 req-48c3d71b-ef4a-41ec-a40c-721021f4bfdd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b21cdc-04db-44d5-82e6-f708c8512a80 HTTP/1.1" status: 200 len: 853 time: 0.0437396 Mar 29 15:34:15.217768 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c54db5-d2ff-4ad8-8e98-980b09b10e27 req-ab346867-855f-44df-a992-ac820ad2a7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:15.219235 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-65c54db5-d2ff-4ad8-8e98-980b09b10e27 req-ab346867-855f-44df-a992-ac820ad2a7ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0cf3eb0-1596-439e-ab06-8468ad70da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451570 Mar 29 15:34:15.319688 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-3fd95b2b-a77f-4cc0-af69-af3cc348ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T15:32:35Z', 'revision_number': 4, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': 'dfcc0087-d146-4bc8-b6b8-5c65748a48d6', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'port_id': 'cf2d18c3-fe4b-4408-ad22-d767720aba33', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'mac_address': 'fa:16:3e:98:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:33:59Z', 'updated_at': '2022-03-29T15:34:13Z', 'revision_number': 1, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'fixed_ip_address_scope': None}, {'id': 'f84f96db-66ab-4e8b-802c-c539244dd9bf', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'port_id': '7dfe9524-9366-4e9c-9631-be9fe77370c7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'mac_address': 'fa:16:3e:ac:d6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d468d96-643d-4795-9092-aba7bcb8e53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:32:41Z', 'updated_at': '2022-03-29T15:33:01Z', 'revision_number': 2, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a1afb0-ca40-43b9-9fe4-e5c97256ffce', 'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'mac_address': 'fa:16:3e:87:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:34Z', 'updated_at': '2022-03-29T15:32:40Z', 'revision_number': 5, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'subnets': [{'id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:34:15.321275 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-65c54db5-d2ff-4ad8-8e98-980b09b10e27 req-b23f9b91-fbc1-49dd-b75d-a5df996b05fc service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847979 Mar 29 15:34:15.348724 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd95b2b-a77f-4cc0-af69-af3cc348ffaf None None] The sync data for ids ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'] in dv-cinder-562053-19-iscsi is: [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T15:32:35Z', 'revision_number': 4, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': 'dfcc0087-d146-4bc8-b6b8-5c65748a48d6', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'port_id': 'cf2d18c3-fe4b-4408-ad22-d767720aba33', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'mac_address': 'fa:16:3e:98:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:33:59Z', 'updated_at': '2022-03-29T15:34:13Z', 'revision_number': 1, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'fixed_ip_address_scope': None}, {'id': 'f84f96db-66ab-4e8b-802c-c539244dd9bf', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'port_id': '7dfe9524-9366-4e9c-9631-be9fe77370c7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'mac_address': 'fa:16:3e:ac:d6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d468d96-643d-4795-9092-aba7bcb8e53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:32:41Z', 'updated_at': '2022-03-29T15:33:01Z', 'revision_number': 2, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a1afb0-ca40-43b9-9fe4-e5c97256ffce', 'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'mac_address': 'fa:16:3e:87:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:34Z', 'updated_at': '2022-03-29T15:32:40Z', 'revision_number': 5, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'subnets': [{'id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:34:15.415798 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-65c54db5-d2ff-4ad8-8e98-980b09b10e27 req-69c1cc8c-7804-4ddb-9f4b-2bd875d90858 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876005 Mar 29 15:34:15.546568 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d20f21-775f-400f-82fc-a4cacefe8c7a None None] New status for floating IP dfcc0087-d146-4bc8-b6b8-5c65748a48d6: ACTIVE {{(pid=103833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:34:15.872468 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e16476-cfa2-4553-a6b6-9418ed49e02c req-878e1d42-ba6e-444d-bee5-792ff5d819c1 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:15.873947 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-33e16476-cfa2-4553-a6b6-9418ed49e02c req-878e1d42-ba6e-444d-bee5-792ff5d819c1 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 945 time: 0.0522065 Mar 29 15:34:15.927105 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-33e16476-cfa2-4553-a6b6-9418ed49e02c req-5f919500-82e6-4c28-8c34-5e8c52b7ac25 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462046 Mar 29 15:34:17.042834 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb92b7d-60dd-4e86-bf0d-12e9f136e795 req-f4b804f7-624c-43ea-8c45-a041741add74 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:17.044307 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0bb92b7d-60dd-4e86-bf0d-12e9f136e795 req-f4b804f7-624c-43ea-8c45-a041741add74 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 945 time: 0.0511537 Mar 29 15:34:17.091912 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0bb92b7d-60dd-4e86-bf0d-12e9f136e795 req-c03166f2-c633-4ad7-9c66-816e869aaa17 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420804 Mar 29 15:34:17.204140 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8268c84-3fda-4323-9283-d51e689ed40a req-bce6ea79-0d28-4873-8161-e61fd3d2e4dd tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:17.205702 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c8268c84-3fda-4323-9283-d51e689ed40a req-bce6ea79-0d28-4873-8161-e61fd3d2e4dd tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 945 time: 0.0505626 Mar 29 15:34:17.251824 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c8268c84-3fda-4323-9283-d51e689ed40a req-11b3e0e3-d9e7-4190-b505-0ffc0c4c93d5 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401604 Mar 29 15:34:17.273790 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 40246) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:34:17.318338 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e53f3e-6bea-445f-8aef-d17c21d88823 tempest-TestVolumeBootPattern-1427477488 tempest-TestVolumeBootPattern-1427477488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:17.320308 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-01e53f3e-6bea-445f-8aef-d17c21d88823 tempest-TestVolumeBootPattern-1427477488 tempest-TestVolumeBootPattern-1427477488-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 1124 time: 0.0455706 Mar 29 15:34:17.322938 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 40248) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:34:17.326967 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-68f6cc70-10af-4144-9511-7c287989c8ec tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Request body: {'floatingip': {'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'port_id': 'a5a25cbe-468d-45df-9ab4-d09b454d7528', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:34:17.416288 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-68f6cc70-10af-4144-9511-7c287989c8ec tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:17.510961 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-68f6cc70-10af-4144-9511-7c287989c8ec tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:17.614570 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [None req-68f6cc70-10af-4144-9511-7c287989c8ec tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Allocated IP 172.27.3.37 (3dc57d37-328b-453d-86b3-347b9e0efd38/8a0c47e6-f825-43a4-ad31-8f961885bd6a/ba4974b2-bb25-44ed-8f95-37ef654b09ea) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:34:17.713628 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-68f6cc70-10af-4144-9511-7c287989c8ec tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for port (ba4974b2-bb25-44ed-8f95-37ef654b09ea), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:17.818440 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-68f6cc70-10af-4144-9511-7c287989c8ec tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (ba4974b2-bb25-44ed-8f95-37ef654b09ea), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:17.857384 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f6cc70-10af-4144-9511-7c287989c8ec tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Network 3dc57d37-328b-453d-86b3-347b9e0efd38 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:34:17.860149 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-68f6cc70-10af-4144-9511-7c287989c8ec tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:34:17.863669 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f6cc70-10af-4144-9511-7c287989c8ec tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:34:17.890735 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6cc70-10af-4144-9511-7c287989c8ec tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Pushing event updated for resources: {'Port': ['ID=ba4974b2-bb25-44ed-8f95-37ef654b09ea,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:18.208312 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-68f6cc70-10af-4144-9511-7c287989c8ec tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for floatingip (f8ff9503-3e29-485d-aefa-246a499f2dc7), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:18.341692 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-68f6cc70-10af-4144-9511-7c287989c8ec tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (ba4974b2-bb25-44ed-8f95-37ef654b09ea), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:18.487443 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-68f6cc70-10af-4144-9511-7c287989c8ec tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for port (ba4974b2-bb25-44ed-8f95-37ef654b09ea), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:18.543715 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-68f6cc70-10af-4144-9511-7c287989c8ec tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10426429'] for port (ba4974b2-bb25-44ed-8f95-37ef654b09ea), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:18.608624 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6cc70-10af-4144-9511-7c287989c8ec tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Pushing event updated for resources: {'Port': ['ID=ba4974b2-bb25-44ed-8f95-37ef654b09ea,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:18.620046 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-68f6cc70-10af-4144-9511-7c287989c8ec tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (f8ff9503-3e29-485d-aefa-246a499f2dc7), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:18.720362 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.db.l3_db [None req-68f6cc70-10af-4144-9511-7c287989c8ec tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Floating IP f8ff9503-3e29-485d-aefa-246a499f2dc7 associated. External IP: 172.27.3.37, port: a5a25cbe-468d-45df-9ab4-d09b454d7528. Mar 29 15:34:18.926285 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f6cc70-10af-4144-9511-7c287989c8ec tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Router 7688dbfa-20d5-4488-9a6c-8014496b34e4 has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:34:19.033629 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f6cc70-10af-4144-9511-7c287989c8ec tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:34:19.043544 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70cd3d0-4fa2-452b-a725-fb3bb3083d1d None None] Sync routers for ids ['7688dbfa-20d5-4488-9a6c-8014496b34e4'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:34:19.057060 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70cd3d0-4fa2-452b-a725-fb3bb3083d1d None None] Routers {'7688dbfa-20d5-4488-9a6c-8014496b34e4'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:34:19.063567 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-f70cd3d0-4fa2-452b-a725-fb3bb3083d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:33:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['7688dbfa-20d5-4488-9a6c-8014496b34e4'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:34:19.110659 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-68f6cc70-10af-4144-9511-7c287989c8ec tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:19.141710 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-68f6cc70-10af-4144-9511-7c287989c8ec tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8178010 Mar 29 15:34:19.142368 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4fa26e-554d-4da8-b7ed-143d59143ec1', 'tag': 'a5a25cbe-468d-45df-9ab4-d09b454d7528'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:34:19.144625 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17cd39a57bce2f0cfda3a3fd3bf70c34a3f67f93f1dabf257ee71a9fa0902d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500dbcf6-e864-43b1-9e55-05f2b1416b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4fa26e-554d-4da8-b7ed-143d59143ec1", "tag": "a5a25cbe-468d-45df-9ab4-d09b454d7528"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:34:19.162932 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-f70cd3d0-4fa2-452b-a725-fb3bb3083d1d None None] Set router 7688dbfa-20d5-4488-9a6c-8014496b34e4 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:34:19.188779 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e64c7d-6257-40c2-a1e6-02a54b870aa3 x-openstack-request-id: req-46e64c7d-6257-40c2-a1e6-02a54b870aa3 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:34:19.189075 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4fa26e-554d-4da8-b7ed-143d59143ec1", "tag": "a5a25cbe-468d-45df-9ab4-d09b454d7528", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:34:19.189331 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-46e64c7d-6257-40c2-a1e6-02a54b870aa3 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:34:19.189746 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46e64c7d-6257-40c2-a1e6-02a54b870aa3'] response: {'name': 'network-changed', 'server_uuid': '9d4fa26e-554d-4da8-b7ed-143d59143ec1', 'tag': 'a5a25cbe-468d-45df-9ab4-d09b454d7528', 'status': 'completed', 'code': 200} Mar 29 15:34:19.263507 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dbcf6-e864-43b1-9e55-05f2b1416b7b req-125c2008-21af-4074-9100-bffe1768055a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:19.265078 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-500dbcf6-e864-43b1-9e55-05f2b1416b7b req-125c2008-21af-4074-9100-bffe1768055a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b38e7969800b462c9f549e8936e05713&device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 1129 time: 0.0517220 Mar 29 15:34:19.357026 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dbcf6-e864-43b1-9e55-05f2b1416b7b req-71179bcb-b3a6-4d76-bfc6-88794ded2776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:19.358559 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-500dbcf6-e864-43b1-9e55-05f2b1416b7b req-71179bcb-b3a6-4d76-bfc6-88794ded2776 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4743a25d-6f3c-4176-a7c2-eecb6d06479d HTTP/1.1" status: 200 len: 911 time: 0.0875807 Mar 29 15:34:19.426829 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-500dbcf6-e864-43b1-9e55-05f2b1416b7b req-02ad6f9f-1add-473d-8fef-032099b06d50 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5a25cbe-468d-45df-9ab4-d09b454d7528 HTTP/1.1" status: 200 len: 998 time: 0.0622513 Mar 29 15:34:19.474152 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dbcf6-e864-43b1-9e55-05f2b1416b7b req-3d6bb6dc-6013-45d6-b651-1b8c76a8e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:19.475553 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-500dbcf6-e864-43b1-9e55-05f2b1416b7b req-3d6bb6dc-6013-45d6-b651-1b8c76a8e896 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b7273ae-f678-496a-aaad-7ae864b3fe14 HTTP/1.1" status: 200 len: 849 time: 0.0434027 Mar 29 15:34:19.478564 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-f70cd3d0-4fa2-452b-a725-fb3bb3083d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'name': 'tempest-TestVolumeBootPattern-47432897-router', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:46Z', 'revision_number': 4, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'gw_port': {'id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': 'f8ff9503-3e29-485d-aefa-246a499f2dc7', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'port_id': 'a5a25cbe-468d-45df-9ab4-d09b454d7528', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d', 'mac_address': 'fa:16:3e:51:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4fa26e-554d-4da8-b7ed-143d59143ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:34:18Z', 'updated_at': '2022-03-29T15:34:18Z', 'revision_number': 0, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea', 'name': '', 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'mac_address': 'fa:16:3e:85:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:45Z', 'updated_at': '2022-03-29T15:30:51Z', 'revision_number': 5, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'subnets': [{'id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:34:19.504296 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70cd3d0-4fa2-452b-a725-fb3bb3083d1d None None] Checking router: 7688dbfa-20d5-4488-9a6c-8014496b34e4 for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:34:19.512921 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70cd3d0-4fa2-452b-a725-fb3bb3083d1d None None] Routers {'7688dbfa-20d5-4488-9a6c-8014496b34e4'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:34:19.513532 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-f70cd3d0-4fa2-452b-a725-fb3bb3083d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:33:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['7688dbfa-20d5-4488-9a6c-8014496b34e4'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:34:19.523093 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dbcf6-e864-43b1-9e55-05f2b1416b7b req-b45850d8-9d97-4e7d-bf20-e53335e8410d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:19.525160 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-500dbcf6-e864-43b1-9e55-05f2b1416b7b req-b45850d8-9d97-4e7d-bf20-e53335e8410d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4743a25d-6f3c-4176-a7c2-eecb6d06479d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438783 Mar 29 15:34:19.616549 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-500dbcf6-e864-43b1-9e55-05f2b1416b7b req-312abed7-115f-4a10-8388-82e7b64ba5fe service neutron] 10.222.0.15 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846434 Mar 29 15:34:19.621949 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-f70cd3d0-4fa2-452b-a725-fb3bb3083d1d None None] Set router 7688dbfa-20d5-4488-9a6c-8014496b34e4 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:34:19.704095 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-500dbcf6-e864-43b1-9e55-05f2b1416b7b req-d1762dae-a90f-4654-be3b-6ab60faf2c48 service neutron] 10.222.0.15 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818889 Mar 29 15:34:19.842040 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-f70cd3d0-4fa2-452b-a725-fb3bb3083d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'name': 'tempest-TestVolumeBootPattern-47432897-router', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:46Z', 'revision_number': 4, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'gw_port': {'id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': 'f8ff9503-3e29-485d-aefa-246a499f2dc7', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'port_id': 'a5a25cbe-468d-45df-9ab4-d09b454d7528', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d', 'mac_address': 'fa:16:3e:51:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4fa26e-554d-4da8-b7ed-143d59143ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:34:18Z', 'updated_at': '2022-03-29T15:34:18Z', 'revision_number': 0, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea', 'name': '', 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'mac_address': 'fa:16:3e:85:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:45Z', 'updated_at': '2022-03-29T15:30:51Z', 'revision_number': 5, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'subnets': [{'id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:34:19.868210 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70cd3d0-4fa2-452b-a725-fb3bb3083d1d None None] The sync data for ids ['7688dbfa-20d5-4488-9a6c-8014496b34e4'] in dv-cinder-562053-19-iscsi is: [{'id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'name': 'tempest-TestVolumeBootPattern-47432897-router', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:46Z', 'revision_number': 4, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'gw_port': {'id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': 'f8ff9503-3e29-485d-aefa-246a499f2dc7', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'port_id': 'a5a25cbe-468d-45df-9ab4-d09b454d7528', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d', 'mac_address': 'fa:16:3e:51:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4fa26e-554d-4da8-b7ed-143d59143ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:34:18Z', 'updated_at': '2022-03-29T15:34:18Z', 'revision_number': 0, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea', 'name': '', 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'mac_address': 'fa:16:3e:85:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:45Z', 'updated_at': '2022-03-29T15:30:51Z', 'revision_number': 5, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'subnets': [{'id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:34:20.058362 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdd290b-dae9-489d-be7e-fb94e58d8e5b None None] New status for floating IP f8ff9503-3e29-485d-aefa-246a499f2dc7: ACTIVE {{(pid=103833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:34:22.275863 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cce4b7e8-3528-444e-b827-3147e85c3b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:23.511654 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:34:24.507358 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-767a2e90-38f6-4669-923f-269c5489d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:25.583965 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:26.995574 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:28.463921 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:43.255059 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:51.125525 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14df53-bc8d-448c-afb8-6dc438f77c39 req-db11d650-772c-4f78-adaf-2d4b3d2e7dbe tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:51.127041 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-eb14df53-bc8d-448c-afb8-6dc438f77c39 req-db11d650-772c-4f78-adaf-2d4b3d2e7dbe tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4 HTTP/1.1" status: 200 len: 946 time: 0.0521224 Mar 29 15:34:51.173134 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-eb14df53-bc8d-448c-afb8-6dc438f77c39 req-a0dead9d-1572-4601-a284-0ca20d59280b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=61d0fdde-f417-4e44-abbe-6ea23d8747c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403962 Mar 29 15:34:51.528155 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-4116c74d-1f16-4614-a7ca-e744c9676a7f req-7f10046e-413d-40b5-bad1-1a10ca584909 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4d468d96-643d-4795-9092-aba7bcb8e53d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444541 Mar 29 15:34:51.598609 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116c74d-1f16-4614-a7ca-e744c9676a7f req-2e0bff02-3e4f-4287-896d-f222437bc4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:51.600092 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-4116c74d-1f16-4614-a7ca-e744c9676a7f req-2e0bff02-3e4f-4287-896d-f222437bc4be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afec2f6261d64114a4b5808565ea6c02&device_id=4d468d96-643d-4795-9092-aba7bcb8e53d HTTP/1.1" status: 200 len: 1129 time: 0.0477383 Mar 29 15:34:51.702789 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116c74d-1f16-4614-a7ca-e744c9676a7f req-20ec2c3f-caee-4b3a-b61c-62a37b987b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:51.704178 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-4116c74d-1f16-4614-a7ca-e744c9676a7f req-20ec2c3f-caee-4b3a-b61c-62a37b987b6d service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0cf3eb0-1596-439e-ab06-8468ad70da92 HTTP/1.1" status: 200 len: 915 time: 0.0833657 Mar 29 15:34:51.772648 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-4116c74d-1f16-4614-a7ca-e744c9676a7f req-a6f919da-2ea4-4eb1-9f41-e7f7a6a4406c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dfe9524-9366-4e9c-9631-be9fe77370c7 HTTP/1.1" status: 200 len: 1001 time: 0.0612962 Mar 29 15:34:51.820260 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116c74d-1f16-4614-a7ca-e744c9676a7f req-ea1e41e0-781b-4fd8-a67f-b35c05d0fb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:51.821673 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-4116c74d-1f16-4614-a7ca-e744c9676a7f req-ea1e41e0-781b-4fd8-a67f-b35c05d0fb18 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b21cdc-04db-44d5-82e6-f708c8512a80 HTTP/1.1" status: 200 len: 853 time: 0.0426555 Mar 29 15:34:51.869954 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116c74d-1f16-4614-a7ca-e744c9676a7f req-1851188f-c078-4228-8544-e16f207ac770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:51.871414 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-4116c74d-1f16-4614-a7ca-e744c9676a7f req-1851188f-c078-4228-8544-e16f207ac770 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0cf3eb0-1596-439e-ab06-8468ad70da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428736 Mar 29 15:34:51.960943 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-4116c74d-1f16-4614-a7ca-e744c9676a7f req-72deddbb-81bb-4a8c-bf7f-0874e07b2952 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818613 Mar 29 15:34:52.047478 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-4116c74d-1f16-4614-a7ca-e744c9676a7f req-b0ff01e9-518d-4043-8570-51826e1d8b02 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801120 Mar 29 15:34:52.281380 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-019306ba-6be6-437a-943e-0f6caebac1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:52.295974 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87641e27-8807-43fc-a34c-c8e5602818c0 req-f6a84016-36b8-43be-8f7d-44b750dbcf00 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:52.297471 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-87641e27-8807-43fc-a34c-c8e5602818c0 req-f6a84016-36b8-43be-8f7d-44b750dbcf00 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4 HTTP/1.1" status: 200 len: 946 time: 0.0561008 Mar 29 15:34:52.345152 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-87641e27-8807-43fc-a34c-c8e5602818c0 req-d2d641d3-1314-4df9-b667-5049ab93d3cc tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=61d0fdde-f417-4e44-abbe-6ea23d8747c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421417 Mar 29 15:34:52.596543 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d32fa1-629c-4ea1-8c34-369fd8a5e4d8 req-84015499-5ded-4931-9559-716ea3f096c1 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:52.597993 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-13d32fa1-629c-4ea1-8c34-369fd8a5e4d8 req-84015499-5ded-4931-9559-716ea3f096c1 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4 HTTP/1.1" status: 200 len: 946 time: 0.0523198 Mar 29 15:34:52.697117 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-13d32fa1-629c-4ea1-8c34-369fd8a5e4d8 req-6d033d1f-cfb8-46a3-87a6-cdffb45e6977 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Deleting port cf2d18c3-fe4b-4408-ad22-d767720aba33 {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:34:52.697458 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-13d32fa1-629c-4ea1-8c34-369fd8a5e4d8 req-6d033d1f-cfb8-46a3-87a6-cdffb45e6977 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (cf2d18c3-fe4b-4408-ad22-d767720aba33), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:52.782444 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-13d32fa1-629c-4ea1-8c34-369fd8a5e4d8 req-6d033d1f-cfb8-46a3-87a6-cdffb45e6977 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] For port cf2d18c3-fe4b-4408-ad22-d767720aba33, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=cf2d18c3-fe4b-4408-ad22-d767720aba33,segment=NetworkSegment(3213e27e-14c8-4f1b-8eca-ce8757f89eb8),segment_id=3213e27e-14c8-4f1b-8eca-ce8757f89eb8)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:34:52.782737 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-13d32fa1-629c-4ea1-8c34-369fd8a5e4d8 req-6d033d1f-cfb8-46a3-87a6-cdffb45e6977 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (cf2d18c3-fe4b-4408-ad22-d767720aba33), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:52.951578 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-13d32fa1-629c-4ea1-8c34-369fd8a5e4d8 req-6d033d1f-cfb8-46a3-87a6-cdffb45e6977 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:52.951940 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-13d32fa1-629c-4ea1-8c34-369fd8a5e4d8 req-6d033d1f-cfb8-46a3-87a6-cdffb45e6977 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (dfcc0087-d146-4bc8-b6b8-5c65748a48d6), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:52.952254 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.db.l3_db [req-13d32fa1-629c-4ea1-8c34-369fd8a5e4d8 req-6d033d1f-cfb8-46a3-87a6-cdffb45e6977 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Floating IP dfcc0087-d146-4bc8-b6b8-5c65748a48d6 disassociated. External IP: 172.27.3.16, port: cf2d18c3-fe4b-4408-ad22-d767720aba33. Mar 29 15:34:52.952641 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-13d32fa1-629c-4ea1-8c34-369fd8a5e4d8 req-6d033d1f-cfb8-46a3-87a6-cdffb45e6977 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Calling delete_port for cf2d18c3-fe4b-4408-ad22-d767720aba33 owned by compute:nova {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:34:53.141499 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-13d32fa1-629c-4ea1-8c34-369fd8a5e4d8 req-6d033d1f-cfb8-46a3-87a6-cdffb45e6977 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (cf2d18c3-fe4b-4408-ad22-d767720aba33), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:53.173080 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d033d1f-cfb8-46a3-87a6-cdffb45e6977 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event deleted for resources: {'Port': ['ID=cf2d18c3-fe4b-4408-ad22-d767720aba33,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:53.184685 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d033d1f-cfb8-46a3-87a6-cdffb45e6977 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:53.185057 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d033d1f-cfb8-46a3-87a6-cdffb45e6977 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:53.185456 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d033d1f-cfb8-46a3-87a6-cdffb45e6977 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:53.185798 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d033d1f-cfb8-46a3-87a6-cdffb45e6977 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:53.186143 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d033d1f-cfb8-46a3-87a6-cdffb45e6977 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:53.186483 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d033d1f-cfb8-46a3-87a6-cdffb45e6977 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:53.187324 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d033d1f-cfb8-46a3-87a6-cdffb45e6977 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:53.187664 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d033d1f-cfb8-46a3-87a6-cdffb45e6977 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:53.188001 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d033d1f-cfb8-46a3-87a6-cdffb45e6977 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:53.188364 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d033d1f-cfb8-46a3-87a6-cdffb45e6977 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:53.188703 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d033d1f-cfb8-46a3-87a6-cdffb45e6977 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:53.189040 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d033d1f-cfb8-46a3-87a6-cdffb45e6977 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:53.189372 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d033d1f-cfb8-46a3-87a6-cdffb45e6977 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:53.189705 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d033d1f-cfb8-46a3-87a6-cdffb45e6977 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:53.190089 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d033d1f-cfb8-46a3-87a6-cdffb45e6977 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:53.299173 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13d32fa1-629c-4ea1-8c34-369fd8a5e4d8 req-6d033d1f-cfb8-46a3-87a6-cdffb45e6977 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:34:53.406347 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13d32fa1-629c-4ea1-8c34-369fd8a5e4d8 req-6d033d1f-cfb8-46a3-87a6-cdffb45e6977 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:34:53.417414 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e28121-63a7-4c2f-b8d2-3f50cc094f9f None None] Sync routers for ids ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:34:53.430111 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e28121-63a7-4c2f-b8d2-3f50cc094f9f None None] Routers {'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:34:53.430731 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-19e28121-63a7-4c2f-b8d2-3f50cc094f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:34:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:34:53.446184 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-34c27880-3ca8-4772-9181-a318a4ff1411 req-fbb7001f-8828-41ca-8c3f-7bd1195c884e tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4 HTTP/1.1" status: 200 len: 210 time: 0.0271332 Mar 29 15:34:53.453104 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d32fa1-629c-4ea1-8c34-369fd8a5e4d8 req-6d033d1f-cfb8-46a3-87a6-cdffb45e6977 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] No DVR routers for this DVR port cf2d18c3-fe4b-4408-ad22-d767720aba33 on host hv-cinder-56205 {{(pid=103831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:34:53.456817 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-13d32fa1-629c-4ea1-8c34-369fd8a5e4d8 req-6d033d1f-cfb8-46a3-87a6-cdffb45e6977 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:53.460252 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-13d32fa1-629c-4ea1-8c34-369fd8a5e4d8 req-6d033d1f-cfb8-46a3-87a6-cdffb45e6977 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.15 "DELETE /v2.0/ports/cf2d18c3-fe4b-4408-ad22-d767720aba33 HTTP/1.1" status: 204 len: 173 time: 0.8531709 Mar 29 15:34:53.460737 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4', 'name': 'network-vif-deleted', 'tag': 'cf2d18c3-fe4b-4408-ad22-d767720aba33'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:34:53.463040 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a81ff8-517b-47d1-acb7-b7a1f28a7e41" -d '{"events": [{"server_uuid": "f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4", "name": "network-vif-deleted", "tag": "cf2d18c3-fe4b-4408-ad22-d767720aba33"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:34:53.512253 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488fef6e-9db0-4f3e-a4a9-731609dcb1f7 x-openstack-request-id: req-488fef6e-9db0-4f3e-a4a9-731609dcb1f7 {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:34:53.512253 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4", "name": "network-vif-deleted", "tag": "cf2d18c3-fe4b-4408-ad22-d767720aba33", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:34:53.512253 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-488fef6e-9db0-4f3e-a4a9-731609dcb1f7 {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:34:53.512253 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-488fef6e-9db0-4f3e-a4a9-731609dcb1f7'] response: {'server_uuid': 'f5c85b7e-41ff-4c50-b4ec-2e49d8f744e4', 'name': 'network-vif-deleted', 'tag': 'cf2d18c3-fe4b-4408-ad22-d767720aba33', 'status': 'completed', 'code': 200} Mar 29 15:34:53.554494 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-19e28121-63a7-4c2f-b8d2-3f50cc094f9f None None] Set router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:34:53.791831 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-19e28121-63a7-4c2f-b8d2-3f50cc094f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T15:32:35Z', 'revision_number': 4, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': 'f84f96db-66ab-4e8b-802c-c539244dd9bf', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'port_id': '7dfe9524-9366-4e9c-9631-be9fe77370c7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'mac_address': 'fa:16:3e:ac:d6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d468d96-643d-4795-9092-aba7bcb8e53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:32:41Z', 'updated_at': '2022-03-29T15:33:01Z', 'revision_number': 2, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a1afb0-ca40-43b9-9fe4-e5c97256ffce', 'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'mac_address': 'fa:16:3e:87:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:34Z', 'updated_at': '2022-03-29T15:32:40Z', 'revision_number': 5, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'subnets': [{'id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:34:53.820293 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e28121-63a7-4c2f-b8d2-3f50cc094f9f None None] Checking router: f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:34:53.828949 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e28121-63a7-4c2f-b8d2-3f50cc094f9f None None] Routers {'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:34:53.829540 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-19e28121-63a7-4c2f-b8d2-3f50cc094f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:34:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:34:53.931753 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-19e28121-63a7-4c2f-b8d2-3f50cc094f9f None None] Set router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:34:54.149787 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-19e28121-63a7-4c2f-b8d2-3f50cc094f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T15:32:35Z', 'revision_number': 4, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': 'f84f96db-66ab-4e8b-802c-c539244dd9bf', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'port_id': '7dfe9524-9366-4e9c-9631-be9fe77370c7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'mac_address': 'fa:16:3e:ac:d6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d468d96-643d-4795-9092-aba7bcb8e53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:32:41Z', 'updated_at': '2022-03-29T15:33:01Z', 'revision_number': 2, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a1afb0-ca40-43b9-9fe4-e5c97256ffce', 'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'mac_address': 'fa:16:3e:87:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:34Z', 'updated_at': '2022-03-29T15:32:40Z', 'revision_number': 5, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'subnets': [{'id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:34:54.176083 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e28121-63a7-4c2f-b8d2-3f50cc094f9f None None] The sync data for ids ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'] in dv-cinder-562053-19-iscsi is: [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T15:32:35Z', 'revision_number': 4, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': 'f84f96db-66ab-4e8b-802c-c539244dd9bf', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'port_id': '7dfe9524-9366-4e9c-9631-be9fe77370c7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'mac_address': 'fa:16:3e:ac:d6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d468d96-643d-4795-9092-aba7bcb8e53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:32:41Z', 'updated_at': '2022-03-29T15:33:01Z', 'revision_number': 2, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a1afb0-ca40-43b9-9fe4-e5c97256ffce', 'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'mac_address': 'fa:16:3e:87:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:34Z', 'updated_at': '2022-03-29T15:32:40Z', 'revision_number': 5, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'subnets': [{'id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:34:54.407871 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eb44dc-a724-410b-b1ae-21c8a537104b None None] New status for floating IP dfcc0087-d146-4bc8-b6b8-5c65748a48d6: DOWN {{(pid=103833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:34:54.476033 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd610-669a-400e-bda4-dc8c8bdfa883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:54.610068 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 40292) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:34:54.663607 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-735289da-542b-4bdc-847d-355d1878e134 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group (61d0fdde-f417-4e44-abbe-6ea23d8747c7), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:54.685963 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-735289da-542b-4bdc-847d-355d1878e134 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group (61d0fdde-f417-4e44-abbe-6ea23d8747c7), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:54.799511 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-735289da-542b-4bdc-847d-355d1878e134 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (61d0fdde-f417-4e44-abbe-6ea23d8747c7), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:54.802154 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-735289da-542b-4bdc-847d-355d1878e134 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:54.803528 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-735289da-542b-4bdc-847d-355d1878e134 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "DELETE /v2.0/security-groups/61d0fdde-f417-4e44-abbe-6ea23d8747c7 HTTP/1.1" status: 204 len: 168 time: 0.1924810 Mar 29 15:34:54.806304 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 40294) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:34:54.813160 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735289da-542b-4bdc-847d-355d1878e134 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d0fdde-f417-4e44-abbe-6ea23d8747c7,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:54.820261 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735289da-542b-4bdc-847d-355d1878e134 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:54.820637 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735289da-542b-4bdc-847d-355d1878e134 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:54.820979 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735289da-542b-4bdc-847d-355d1878e134 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:54.821322 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735289da-542b-4bdc-847d-355d1878e134 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:54.821622 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.api.v2.resource [None req-461055a8-00b8-407c-953c-5ebbb2af27f1 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] show failed (client error): The resource could not be found. Mar 29 15:34:54.821725 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735289da-542b-4bdc-847d-355d1878e134 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:54.821970 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735289da-542b-4bdc-847d-355d1878e134 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:54.822312 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735289da-542b-4bdc-847d-355d1878e134 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:54.822628 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735289da-542b-4bdc-847d-355d1878e134 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:54.822740 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-461055a8-00b8-407c-953c-5ebbb2af27f1 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups/61d0fdde-f417-4e44-abbe-6ea23d8747c7 HTTP/1.1" status: 404 len: 347 time: 0.0153184 Mar 29 15:34:54.822952 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735289da-542b-4bdc-847d-355d1878e134 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:54.823277 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735289da-542b-4bdc-847d-355d1878e134 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:54.823624 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735289da-542b-4bdc-847d-355d1878e134 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:54.823931 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735289da-542b-4bdc-847d-355d1878e134 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:54.824290 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735289da-542b-4bdc-847d-355d1878e134 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:54.824605 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735289da-542b-4bdc-847d-355d1878e134 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:54.824927 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735289da-542b-4bdc-847d-355d1878e134 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:54.825573 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 40296) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:34:54.948688 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-9ea1ee33-c73f-4e79-803b-8df3659ca907 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Deleting port 72081781-c116-475d-8bb3-dea8d9b19d3c {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:34:54.949074 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-9ea1ee33-c73f-4e79-803b-8df3659ca907 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (72081781-c116-475d-8bb3-dea8d9b19d3c), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:55.021533 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-9ea1ee33-c73f-4e79-803b-8df3659ca907 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (72081781-c116-475d-8bb3-dea8d9b19d3c), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:55.021864 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-9ea1ee33-c73f-4e79-803b-8df3659ca907 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for floatingip (72081781-c116-475d-8bb3-dea8d9b19d3c), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:55.033824 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-9ea1ee33-c73f-4e79-803b-8df3659ca907 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Calling delete_port for 72081781-c116-475d-8bb3-dea8d9b19d3c owned by network:floatingip {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:34:55.272012 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-9ea1ee33-c73f-4e79-803b-8df3659ca907 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (72081781-c116-475d-8bb3-dea8d9b19d3c), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:55.300773 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1ee33-c73f-4e79-803b-8df3659ca907 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event deleted for resources: {'Port': ['ID=72081781-c116-475d-8bb3-dea8d9b19d3c,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:55.361417 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-9ea1ee33-c73f-4e79-803b-8df3659ca907 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for floatingip (dfcc0087-d146-4bc8-b6b8-5c65748a48d6), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:55.363867 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-9ea1ee33-c73f-4e79-803b-8df3659ca907 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:55.365232 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-9ea1ee33-c73f-4e79-803b-8df3659ca907 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "DELETE /v2.0/floatingips/dfcc0087-d146-4bc8-b6b8-5c65748a48d6 HTTP/1.1" status: 204 len: 168 time: 0.5387421 Mar 29 15:34:55.586146 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:56.241421 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device cf2d18c3-fe4b-4408-ad22-d767720aba33 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:34:56.261366 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] No Port match for: cf2d18c3-fe4b-4408-ad22-d767720aba33 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:34:56.261705 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device cf2d18c3-fe4b-4408-ad22-d767720aba33 not bound to the agent host hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:34:56.974720 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:58.474725 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:58.527781 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d753c-c5e4-427c-bfb6-915c88ac55e7 req-c7d15b83-6d27-4636-88eb-dac8d2e05221 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:58.529286 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7f3d753c-c5e4-427c-bfb6-915c88ac55e7 req-c7d15b83-6d27-4636-88eb-dac8d2e05221 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d468d96-643d-4795-9092-aba7bcb8e53d HTTP/1.1" status: 200 len: 945 time: 0.2603204 Mar 29 15:34:58.575772 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7f3d753c-c5e4-427c-bfb6-915c88ac55e7 req-6d717457-ac26-4f6b-8d66-9ec2bfeca244 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e1dca7b-b11a-4bda-aedd-c222811f320d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403922 Mar 29 15:34:59.692554 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56303a44-b252-46cd-8cea-6cc63abb1ce4 req-609632f3-04cc-48b2-ad4c-3d075a5c0d1e tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:59.693918 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-56303a44-b252-46cd-8cea-6cc63abb1ce4 req-609632f3-04cc-48b2-ad4c-3d075a5c0d1e tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d468d96-643d-4795-9092-aba7bcb8e53d HTTP/1.1" status: 200 len: 945 time: 0.0514359 Mar 29 15:34:59.740323 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-56303a44-b252-46cd-8cea-6cc63abb1ce4 req-01429654-e7d3-457e-bcdf-47e7db8ec46b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e1dca7b-b11a-4bda-aedd-c222811f320d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408266 Mar 29 15:34:59.934034 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd521238-7b8e-4cf1-a028-0cfe8e748701 req-016c1e69-54a6-457d-acb4-b2cbbb3e8bfb tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:59.935463 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-fd521238-7b8e-4cf1-a028-0cfe8e748701 req-016c1e69-54a6-457d-acb4-b2cbbb3e8bfb tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d468d96-643d-4795-9092-aba7bcb8e53d HTTP/1.1" status: 200 len: 945 time: 0.0509996 Mar 29 15:35:00.028399 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-fd521238-7b8e-4cf1-a028-0cfe8e748701 req-1aaa9728-85b2-435e-989f-a84fa3461bb3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Deleting port 7dfe9524-9366-4e9c-9631-be9fe77370c7 {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:35:00.028742 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-fd521238-7b8e-4cf1-a028-0cfe8e748701 req-1aaa9728-85b2-435e-989f-a84fa3461bb3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (7dfe9524-9366-4e9c-9631-be9fe77370c7), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:00.115653 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-fd521238-7b8e-4cf1-a028-0cfe8e748701 req-1aaa9728-85b2-435e-989f-a84fa3461bb3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] For port 7dfe9524-9366-4e9c-9631-be9fe77370c7, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=7dfe9524-9366-4e9c-9631-be9fe77370c7,segment=NetworkSegment(3213e27e-14c8-4f1b-8eca-ce8757f89eb8),segment_id=3213e27e-14c8-4f1b-8eca-ce8757f89eb8)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:35:00.116015 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-fd521238-7b8e-4cf1-a028-0cfe8e748701 req-1aaa9728-85b2-435e-989f-a84fa3461bb3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (7dfe9524-9366-4e9c-9631-be9fe77370c7), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:00.284510 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-fd521238-7b8e-4cf1-a028-0cfe8e748701 req-1aaa9728-85b2-435e-989f-a84fa3461bb3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:00.284822 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-fd521238-7b8e-4cf1-a028-0cfe8e748701 req-1aaa9728-85b2-435e-989f-a84fa3461bb3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (f84f96db-66ab-4e8b-802c-c539244dd9bf), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:00.285137 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.db.l3_db [req-fd521238-7b8e-4cf1-a028-0cfe8e748701 req-1aaa9728-85b2-435e-989f-a84fa3461bb3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Floating IP f84f96db-66ab-4e8b-802c-c539244dd9bf disassociated. External IP: 172.27.3.184, port: 7dfe9524-9366-4e9c-9631-be9fe77370c7. Mar 29 15:35:00.285468 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-fd521238-7b8e-4cf1-a028-0cfe8e748701 req-1aaa9728-85b2-435e-989f-a84fa3461bb3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Calling delete_port for 7dfe9524-9366-4e9c-9631-be9fe77370c7 owned by compute:nova {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:35:00.463083 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-fd521238-7b8e-4cf1-a028-0cfe8e748701 req-1aaa9728-85b2-435e-989f-a84fa3461bb3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (7dfe9524-9366-4e9c-9631-be9fe77370c7), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:00.491120 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa9728-85b2-435e-989f-a84fa3461bb3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event deleted for resources: {'Port': ['ID=7dfe9524-9366-4e9c-9631-be9fe77370c7,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:00.510693 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:35:00.606279 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd521238-7b8e-4cf1-a028-0cfe8e748701 req-1aaa9728-85b2-435e-989f-a84fa3461bb3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:35:00.713187 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd521238-7b8e-4cf1-a028-0cfe8e748701 req-1aaa9728-85b2-435e-989f-a84fa3461bb3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:35:00.725579 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2281b26e-0b91-49ed-b4c4-01da0a13d02f None None] Sync routers for ids ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:35:00.735890 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2281b26e-0b91-49ed-b4c4-01da0a13d02f None None] Routers {'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:35:00.736531 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-2281b26e-0b91-49ed-b4c4-01da0a13d02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:34:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:00.757298 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd521238-7b8e-4cf1-a028-0cfe8e748701 req-1aaa9728-85b2-435e-989f-a84fa3461bb3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] No DVR routers for this DVR port 7dfe9524-9366-4e9c-9631-be9fe77370c7 on host hv-cinder-56205 {{(pid=103831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:35:00.759676 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-fd521238-7b8e-4cf1-a028-0cfe8e748701 req-1aaa9728-85b2-435e-989f-a84fa3461bb3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:00.762998 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-fd521238-7b8e-4cf1-a028-0cfe8e748701 req-1aaa9728-85b2-435e-989f-a84fa3461bb3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.15 "DELETE /v2.0/ports/7dfe9524-9366-4e9c-9631-be9fe77370c7 HTTP/1.1" status: 204 len: 173 time: 0.8202591 Mar 29 15:35:00.763467 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d468d96-643d-4795-9092-aba7bcb8e53d', 'name': 'network-vif-deleted', 'tag': '7dfe9524-9366-4e9c-9631-be9fe77370c7'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:35:00.765771 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1250bd68-19cd-41b6-aa12-8cfaab79f21f" -d '{"events": [{"server_uuid": "4d468d96-643d-4795-9092-aba7bcb8e53d", "name": "network-vif-deleted", "tag": "7dfe9524-9366-4e9c-9631-be9fe77370c7"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:35:00.804765 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f18fa69-f72b-46b4-97b5-69450673603a x-openstack-request-id: req-0f18fa69-f72b-46b4-97b5-69450673603a {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:35:00.805180 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d468d96-643d-4795-9092-aba7bcb8e53d", "name": "network-vif-deleted", "tag": "7dfe9524-9366-4e9c-9631-be9fe77370c7", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:35:00.805303 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f18fa69-f72b-46b4-97b5-69450673603a {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:35:00.805734 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f18fa69-f72b-46b4-97b5-69450673603a'] response: {'server_uuid': '4d468d96-643d-4795-9092-aba7bcb8e53d', 'name': 'network-vif-deleted', 'tag': '7dfe9524-9366-4e9c-9631-be9fe77370c7', 'status': 'completed', 'code': 200} Mar 29 15:35:00.843119 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0a66f2bd-ab3d-4275-a2c8-53747fef9ed5 req-d23e1337-75dc-4fea-b6fe-c41d34c8e5e2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d468d96-643d-4795-9092-aba7bcb8e53d HTTP/1.1" status: 200 len: 210 time: 0.0319197 Mar 29 15:35:00.955359 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-2281b26e-0b91-49ed-b4c4-01da0a13d02f None None] Set router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:35:01.156661 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-2281b26e-0b91-49ed-b4c4-01da0a13d02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T15:32:35Z', 'revision_number': 4, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '95a1afb0-ca40-43b9-9fe4-e5c97256ffce', 'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'mac_address': 'fa:16:3e:87:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:34Z', 'updated_at': '2022-03-29T15:32:40Z', 'revision_number': 5, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'subnets': [{'id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:01.183892 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2281b26e-0b91-49ed-b4c4-01da0a13d02f None None] Checking router: f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:35:01.192472 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2281b26e-0b91-49ed-b4c4-01da0a13d02f None None] Routers {'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:35:01.193074 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-2281b26e-0b91-49ed-b4c4-01da0a13d02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:34:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:01.297869 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-2281b26e-0b91-49ed-b4c4-01da0a13d02f None None] Set router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:35:01.498242 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-2281b26e-0b91-49ed-b4c4-01da0a13d02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T15:32:35Z', 'revision_number': 4, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '95a1afb0-ca40-43b9-9fe4-e5c97256ffce', 'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'mac_address': 'fa:16:3e:87:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:34Z', 'updated_at': '2022-03-29T15:32:40Z', 'revision_number': 5, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'subnets': [{'id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:01.529584 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2281b26e-0b91-49ed-b4c4-01da0a13d02f None None] The sync data for ids ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'] in dv-cinder-562053-19-iscsi is: [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T15:32:35Z', 'revision_number': 4, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '95a1afb0-ca40-43b9-9fe4-e5c97256ffce', 'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'mac_address': 'fa:16:3e:87:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:34Z', 'updated_at': '2022-03-29T15:32:40Z', 'revision_number': 5, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'subnets': [{'id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:35:01.742451 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545b3f64-a150-4e79-a3d8-088f10330cd4 None None] New status for floating IP f84f96db-66ab-4e8b-802c-c539244dd9bf: DOWN {{(pid=103833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:35:02.012781 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 40330) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:35:02.065778 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-07c9bceb-a867-4159-9fc3-ea1b32bac3bb tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group (6e1dca7b-b11a-4bda-aedd-c222811f320d), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:02.089065 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-07c9bceb-a867-4159-9fc3-ea1b32bac3bb tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group (6e1dca7b-b11a-4bda-aedd-c222811f320d), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:02.200180 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-07c9bceb-a867-4159-9fc3-ea1b32bac3bb tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (6e1dca7b-b11a-4bda-aedd-c222811f320d), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:02.202688 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-07c9bceb-a867-4159-9fc3-ea1b32bac3bb tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:02.203872 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-07c9bceb-a867-4159-9fc3-ea1b32bac3bb tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "DELETE /v2.0/security-groups/6e1dca7b-b11a-4bda-aedd-c222811f320d HTTP/1.1" status: 204 len: 168 time: 0.1899970 Mar 29 15:35:02.213410 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9bceb-a867-4159-9fc3-ea1b32bac3bb tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1dca7b-b11a-4bda-aedd-c222811f320d,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:02.214589 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 40332) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:35:02.230192 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.api.v2.resource [None req-389bb2be-4e49-4b31-bc41-c8b5466017f9 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] show failed (client error): The resource could not be found. Mar 29 15:35:02.233941 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-389bb2be-4e49-4b31-bc41-c8b5466017f9 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups/6e1dca7b-b11a-4bda-aedd-c222811f320d HTTP/1.1" status: 404 len: 347 time: 0.0156336 Mar 29 15:35:02.234292 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 40334) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:35:02.356001 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-8c53724f-587d-49e8-8e0b-8b469be3ae0a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Deleting port a4e2777f-a41f-4925-a44a-5b1606f26c36 {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:35:02.356370 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8c53724f-587d-49e8-8e0b-8b469be3ae0a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (a4e2777f-a41f-4925-a44a-5b1606f26c36), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:02.432345 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8c53724f-587d-49e8-8e0b-8b469be3ae0a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (a4e2777f-a41f-4925-a44a-5b1606f26c36), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:02.432677 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8c53724f-587d-49e8-8e0b-8b469be3ae0a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for floatingip (a4e2777f-a41f-4925-a44a-5b1606f26c36), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:02.444559 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-8c53724f-587d-49e8-8e0b-8b469be3ae0a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Calling delete_port for a4e2777f-a41f-4925-a44a-5b1606f26c36 owned by network:floatingip {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:35:02.640129 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8c53724f-587d-49e8-8e0b-8b469be3ae0a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (a4e2777f-a41f-4925-a44a-5b1606f26c36), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:02.667525 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c53724f-587d-49e8-8e0b-8b469be3ae0a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event deleted for resources: {'Port': ['ID=a4e2777f-a41f-4925-a44a-5b1606f26c36,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:02.727659 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8c53724f-587d-49e8-8e0b-8b469be3ae0a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for floatingip (f84f96db-66ab-4e8b-802c-c539244dd9bf), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:02.730248 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-8c53724f-587d-49e8-8e0b-8b469be3ae0a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:02.731414 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-8c53724f-587d-49e8-8e0b-8b469be3ae0a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "DELETE /v2.0/floatingips/f84f96db-66ab-4e8b-802c-c539244dd9bf HTTP/1.1" status: 204 len: 168 time: 0.4961500 Mar 29 15:35:03.228702 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 40338) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:35:03.233336 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-12ea6acf-4db6-46c0-9cdc-8aa5efe53d8c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1136197758', 'description': 'tempest-description--517074393'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:35:03.380525 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-12ea6acf-4db6-46c0-9cdc-8aa5efe53d8c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:03.443901 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-12ea6acf-4db6-46c0-9cdc-8aa5efe53d8c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group (d31b4743-b8fe-45f1-b521-c4df08de147a), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:03.511982 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-12ea6acf-4db6-46c0-9cdc-8aa5efe53d8c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (d31b4743-b8fe-45f1-b521-c4df08de147a), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:03.541202 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea6acf-4db6-46c0-9cdc-8aa5efe53d8c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d31b4743-b8fe-45f1-b521-c4df08de147a,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:03.585445 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-12ea6acf-4db6-46c0-9cdc-8aa5efe53d8c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:03.586695 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-12ea6acf-4db6-46c0-9cdc-8aa5efe53d8c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3569009 Mar 29 15:35:03.589570 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 40340) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:35:03.593761 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-173f6218-2a61-473d-a0f0-f04e4a266e66 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Request body: {'security_group_rule': {'security_group_id': 'd31b4743-b8fe-45f1-b521-c4df08de147a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:35:03.682507 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-173f6218-2a61-473d-a0f0-f04e4a266e66 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group_rule (98005858-95f1-4ab1-94f5-f9cbf253bac7), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:03.738669 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-173f6218-2a61-473d-a0f0-f04e4a266e66 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group_rule (98005858-95f1-4ab1-94f5-f9cbf253bac7), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:03.817420 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-173f6218-2a61-473d-a0f0-f04e4a266e66 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (98005858-95f1-4ab1-94f5-f9cbf253bac7), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:03.835582 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f6218-2a61-473d-a0f0-f04e4a266e66 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98005858-95f1-4ab1-94f5-f9cbf253bac7,revision_number=0']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:03.896411 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-173f6218-2a61-473d-a0f0-f04e4a266e66 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:03.897620 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-173f6218-2a61-473d-a0f0-f04e4a266e66 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3071318 Mar 29 15:35:03.900185 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 40342) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:35:03.904356 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-46564354-7ae5-45b9-96ea-73159a1d0db8 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Request body: {'security_group_rule': {'security_group_id': 'd31b4743-b8fe-45f1-b521-c4df08de147a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:35:03.978570 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-46564354-7ae5-45b9-96ea-73159a1d0db8 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group_rule (ff449a55-a965-4865-bb1c-73fb662390af), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:04.032077 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-46564354-7ae5-45b9-96ea-73159a1d0db8 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group_rule (ff449a55-a965-4865-bb1c-73fb662390af), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:04.102836 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-46564354-7ae5-45b9-96ea-73159a1d0db8 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (ff449a55-a965-4865-bb1c-73fb662390af), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:04.119531 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46564354-7ae5-45b9-96ea-73159a1d0db8 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff449a55-a965-4865-bb1c-73fb662390af,revision_number=0']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:04.191707 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-46564354-7ae5-45b9-96ea-73159a1d0db8 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:04.192941 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-46564354-7ae5-45b9-96ea-73159a1d0db8 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2918165 Mar 29 15:35:04.195943 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 40344) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:35:04.200244 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-17e045d2-b07b-4d12-9fe1-20d94521b7ce tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Request body: {'floatingip': {'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:35:04.274432 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-17e045d2-b07b-4d12-9fe1-20d94521b7ce tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:04.277795 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 7dfe9524-9366-4e9c-9631-be9fe77370c7 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:35:04.297698 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] No Port match for: 7dfe9524-9366-4e9c-9631-be9fe77370c7 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:35:04.302415 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 7dfe9524-9366-4e9c-9631-be9fe77370c7 not bound to the agent host hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:35:04.369691 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-17e045d2-b07b-4d12-9fe1-20d94521b7ce tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:04.466835 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [None req-17e045d2-b07b-4d12-9fe1-20d94521b7ce tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Allocated IP 172.27.3.249 (3dc57d37-328b-453d-86b3-347b9e0efd38/8a0c47e6-f825-43a4-ad31-8f961885bd6a/4f6394f6-5f5b-4192-92b8-a93b5d4877f0) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:35:04.567857 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-17e045d2-b07b-4d12-9fe1-20d94521b7ce tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for port (4f6394f6-5f5b-4192-92b8-a93b5d4877f0), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:04.654995 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-17e045d2-b07b-4d12-9fe1-20d94521b7ce tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (4f6394f6-5f5b-4192-92b8-a93b5d4877f0), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:04.692671 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e045d2-b07b-4d12-9fe1-20d94521b7ce tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Network 3dc57d37-328b-453d-86b3-347b9e0efd38 is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:35:04.695511 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [None req-17e045d2-b07b-4d12-9fe1-20d94521b7ce tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:35:04.700963 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e045d2-b07b-4d12-9fe1-20d94521b7ce tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:35:04.723023 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e045d2-b07b-4d12-9fe1-20d94521b7ce tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event updated for resources: {'Port': ['ID=4f6394f6-5f5b-4192-92b8-a93b5d4877f0,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:04.785044 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-17e045d2-b07b-4d12-9fe1-20d94521b7ce tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for floatingip (e26175ac-09c0-4798-ae23-00fbd5a5ea36), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:04.881279 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-17e045d2-b07b-4d12-9fe1-20d94521b7ce tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (4f6394f6-5f5b-4192-92b8-a93b5d4877f0), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:05.027526 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-17e045d2-b07b-4d12-9fe1-20d94521b7ce tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for port (4f6394f6-5f5b-4192-92b8-a93b5d4877f0), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:05.066020 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-17e045d2-b07b-4d12-9fe1-20d94521b7ce tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (4f6394f6-5f5b-4192-92b8-a93b5d4877f0), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:05.136351 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e045d2-b07b-4d12-9fe1-20d94521b7ce tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event updated for resources: {'Port': ['ID=4f6394f6-5f5b-4192-92b8-a93b5d4877f0,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:05.146667 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-17e045d2-b07b-4d12-9fe1-20d94521b7ce tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (e26175ac-09c0-4798-ae23-00fbd5a5ea36), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:05.225224 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-17e045d2-b07b-4d12-9fe1-20d94521b7ce tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:05.226571 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-17e045d2-b07b-4d12-9fe1-20d94521b7ce tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0295446 Mar 29 15:35:05.369083 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-005098f9-2d61-43dc-b86e-65770580e481 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1136197758&fields=id&tenant_id=afec2f6261d64114a4b5808565ea6c02 HTTP/1.1" status: 200 len: 267 time: 0.0406208 Mar 29 15:35:05.470865 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-c8871d4c-0921-4cbf-8b4b-8b0be29c1967 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:05.472376 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-c8871d4c-0921-4cbf-8b4b-8b0be29c1967 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/networks?id=f0cf3eb0-1596-439e-ab06-8468ad70da92 HTTP/1.1" status: 200 len: 814 time: 0.0970085 Mar 29 15:35:05.487243 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-9898488d-65de-4178-ac1c-e24ba05e2007 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/quotas/afec2f6261d64114a4b5808565ea6c02 HTTP/1.1" status: 200 len: 375 time: 0.0093968 Mar 29 15:35:05.543801 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-c87d637f-e405-4e89-8730-2654f249debe tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=afec2f6261d64114a4b5808565ea6c02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517025 Mar 29 15:35:05.635612 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-7ad0ba05-c13c-4d95-ac70-dd565b872995 service neutron] 10.222.0.39 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799260 Mar 29 15:35:05.725436 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-300bfb7d-1c15-43d4-90d2-aab2521feb34 service neutron] 10.222.0.39 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840886 Mar 29 15:35:05.998390 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bca6ca96-7ecd-4c9e-aa61-0725cd4ba4d9 req-7b3741ec-cd30-49a0-9f35-205ac38845de tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0271180 Mar 29 15:35:07.088430 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1a947670-7f11-4f7e-b9c8-70e416ce8b5a req-83a2a479-739d-46e0-a4ae-69d0198f130d tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0268385 Mar 29 15:35:07.856512 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-f54de3f9-21b0-4283-918d-7730767fa2ef tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:07.858035 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-f54de3f9-21b0-4283-918d-7730767fa2ef tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.15 "GET /v2.0/networks?id=f0cf3eb0-1596-439e-ab06-8468ad70da92 HTTP/1.1" status: 200 len: 814 time: 0.1033421 Mar 29 15:35:07.926574 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-0eca6a67-2211-48cf-bbb1-90fb8253f3b4 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afec2f6261d64114a4b5808565ea6c02 HTTP/1.1" status: 200 len: 380 time: 0.0551426 Mar 29 15:35:07.937607 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-3ed727e5-0fb3-4a4c-970c-43b9d4eacd10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Request body: {'port': {'device_id': 'bf177657-f6fa-4b31-8a15-47937dcefcd9', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'admin_state_up': True, 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'security_groups': ['d31b4743-b8fe-45f1-b521-c4df08de147a']}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:35:08.134572 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-3ed727e5-0fb3-4a4c-970c-43b9d4eacd10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Made reservation on behalf of afec2f6261d64114a4b5808565ea6c02 for: {'port': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:35:08.138089 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-3ed727e5-0fb3-4a4c-970c-43b9d4eacd10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:08.184755 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d0189d99-46c9-4071-b5e9-f9c68a6781fe req-047dbb17-41bb-479b-a00d-0b90c5532cf5 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0275538 Mar 29 15:35:08.517031 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-3ed727e5-0fb3-4a4c-970c-43b9d4eacd10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Allocated IP 172.20.0.8 (f0cf3eb0-1596-439e-ab06-8468ad70da92/a2b21cdc-04db-44d5-82e6-f708c8512a80/0c1e9065-5080-41a6-99b9-b4858bc9b209) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:35:08.649721 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-3ed727e5-0fb3-4a4c-970c-43b9d4eacd10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for port (0c1e9065-5080-41a6-99b9-b4858bc9b209), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:08.769318 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-3ed727e5-0fb3-4a4c-970c-43b9d4eacd10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (0c1e9065-5080-41a6-99b9-b4858bc9b209), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:08.813366 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-3ed727e5-0fb3-4a4c-970c-43b9d4eacd10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Network f0cf3eb0-1596-439e-ab06-8468ad70da92 is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:35:08.816564 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-3ed727e5-0fb3-4a4c-970c-43b9d4eacd10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:35:08.822576 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-3ed727e5-0fb3-4a4c-970c-43b9d4eacd10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:35:08.844854 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed727e5-0fb3-4a4c-970c-43b9d4eacd10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event updated for resources: {'Port': ['ID=0c1e9065-5080-41a6-99b9-b4858bc9b209,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:08.873682 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-3ed727e5-0fb3-4a4c-970c-43b9d4eacd10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:08.876447 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-3ed727e5-0fb3-4a4c-970c-43b9d4eacd10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:08.957643 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-3ed727e5-0fb3-4a4c-970c-43b9d4eacd10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0234478 Mar 29 15:35:08.974702 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-bccf4d5f-3c4c-4668-9395-6064878e585e service neutron] Request body: {'port': {'device_id': 'bf177657-f6fa-4b31-8a15-47937dcefcd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:35:09.010651 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-c95d425f-04b2-41c4-9cc8-de80517eb384 None None] Provisioning complete for port 0c1e9065-5080-41a6-99b9-b4858bc9b209 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:35:09.011223 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c95d425f-04b2-41c4-9cc8-de80517eb384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (0c1e9065-5080-41a6-99b9-b4858bc9b209), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:09.034696 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-bccf4d5f-3c4c-4668-9395-6064878e585e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (0c1e9065-5080-41a6-99b9-b4858bc9b209), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:09.043478 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-c95d425f-04b2-41c4-9cc8-de80517eb384 None None] Port 0c1e9065-5080-41a6-99b9-b4858bc9b209 cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:35:09.301265 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedcb52-eeec-421c-9304-57e4c97a602a req-fae82894-74b1-40d8-b82f-4b7add9392e7 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:09.301977 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-bccf4d5f-3c4c-4668-9395-6064878e585e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1e9065-5080-41a6-99b9-b4858bc9b209 {{(pid=103831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:35:09.303134 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bfedcb52-eeec-421c-9304-57e4c97a602a req-fae82894-74b1-40d8-b82f-4b7add9392e7 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 931 time: 0.0527065 Mar 29 15:35:09.309555 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-bccf4d5f-3c4c-4668-9395-6064878e585e service neutron] Publish callbacks [] for port (0c1e9065-5080-41a6-99b9-b4858bc9b209), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:09.322800 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.provisioning_blocks [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-bccf4d5f-3c4c-4668-9395-6064878e585e service neutron] Transition to ACTIVE for port object 0c1e9065-5080-41a6-99b9-b4858bc9b209 will not be triggered until provisioned by entity L2. {{(pid=103831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:35:09.352843 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bfedcb52-eeec-421c-9304-57e4c97a602a req-ed1e3069-fb00-46f2-90b4-4ef8faea2fca tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d31b4743-b8fe-45f1-b521-c4df08de147a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439022 Mar 29 15:35:09.400410 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-bccf4d5f-3c4c-4668-9395-6064878e585e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (0c1e9065-5080-41a6-99b9-b4858bc9b209), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:09.452944 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf4d5f-3c4c-4668-9395-6064878e585e service neutron] Pushing event updated for resources: {'Port': ['ID=0c1e9065-5080-41a6-99b9-b4858bc9b209,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:09.524787 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-bccf4d5f-3c4c-4668-9395-6064878e585e service neutron] Attempting to bind port 0c1e9065-5080-41a6-99b9-b4858bc9b209 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:35:09.525236 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-bccf4d5f-3c4c-4668-9395-6064878e585e service neutron] Attempting to bind port 0c1e9065-5080-41a6-99b9-b4858bc9b209 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '3213e27e-14c8-4f1b-8eca-ce8757f89eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92'}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:35:09.525570 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-bccf4d5f-3c4c-4668-9395-6064878e585e service neutron] Attempting to bind port 0c1e9065-5080-41a6-99b9-b4858bc9b209 on network f0cf3eb0-1596-439e-ab06-8468ad70da92 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:35:09.530049 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-bccf4d5f-3c4c-4668-9395-6064878e585e service neutron] Port 0c1e9065-5080-41a6-99b9-b4858bc9b209 on network f0cf3eb0-1596-439e-ab06-8468ad70da92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:35:09.530369 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-bccf4d5f-3c4c-4668-9395-6064878e585e service neutron] Attempting to bind port 0c1e9065-5080-41a6-99b9-b4858bc9b209 on network f0cf3eb0-1596-439e-ab06-8468ad70da92 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:35:09.535907 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-bccf4d5f-3c4c-4668-9395-6064878e585e service neutron] Checking agent: {'id': 'cb22ad3b-74f2-4994-b299-960cea1745ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'started_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:35:09.536252 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-bccf4d5f-3c4c-4668-9395-6064878e585e service neutron] Checking segment: {'id': '3213e27e-14c8-4f1b-8eca-ce8757f89eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:35:09.536664 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-bccf4d5f-3c4c-4668-9395-6064878e585e service neutron] Bound using segment: {'id': '3213e27e-14c8-4f1b-8eca-ce8757f89eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92'} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:35:09.537100 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-bccf4d5f-3c4c-4668-9395-6064878e585e service neutron] Bound port: 0c1e9065-5080-41a6-99b9-b4858bc9b209, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3213e27e-14c8-4f1b-8eca-ce8757f89eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92'}}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:35:09.537463 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-bccf4d5f-3c4c-4668-9395-6064878e585e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (0c1e9065-5080-41a6-99b9-b4858bc9b209), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:09.602090 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-bccf4d5f-3c4c-4668-9395-6064878e585e service neutron] For port 0c1e9065-5080-41a6-99b9-b4858bc9b209, host hv-cinder-56205, cleared binding levels {{(pid=103831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:35:09.604991 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-bccf4d5f-3c4c-4668-9395-6064878e585e service neutron] For port 0c1e9065-5080-41a6-99b9-b4858bc9b209, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=0c1e9065-5080-41a6-99b9-b4858bc9b209,segment=NetworkSegment(3213e27e-14c8-4f1b-8eca-ce8757f89eb8),segment_id=3213e27e-14c8-4f1b-8eca-ce8757f89eb8)] {{(pid=103831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:35:09.680959 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-bccf4d5f-3c4c-4668-9395-6064878e585e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (0c1e9065-5080-41a6-99b9-b4858bc9b209), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:09.714519 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-bccf4d5f-3c4c-4668-9395-6064878e585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:09.719556 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-bccf4d5f-3c4c-4668-9395-6064878e585e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:09.719556 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-bccf4d5f-3c4c-4668-9395-6064878e585e service neutron] 10.222.0.15 "PUT /v2.0/ports/0c1e9065-5080-41a6-99b9-b4858bc9b209 HTTP/1.1" status: 200 len: 1093 time: 0.7473097 Mar 29 15:35:09.719556 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf177657-f6fa-4b31-8a15-47937dcefcd9', 'tag': '0c1e9065-5080-41a6-99b9-b4858bc9b209'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:35:09.719556 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5176bd8b-d83e-4e83-aee4-2066874ad7fc" -d '{"events": [{"name": "network-changed", "server_uuid": "bf177657-f6fa-4b31-8a15-47937dcefcd9", "tag": "0c1e9065-5080-41a6-99b9-b4858bc9b209"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:35:09.744226 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf4d5f-3c4c-4668-9395-6064878e585e service neutron] Pushing event updated for resources: {'Port': ['ID=0c1e9065-5080-41a6-99b9-b4858bc9b209,revision_number=3']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:09.767119 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec4b58b-2759-46e7-aa17-d59504d6e6eb x-openstack-request-id: req-0ec4b58b-2759-46e7-aa17-d59504d6e6eb {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:35:09.767423 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf177657-f6fa-4b31-8a15-47937dcefcd9", "tag": "0c1e9065-5080-41a6-99b9-b4858bc9b209", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:35:09.767681 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0ec4b58b-2759-46e7-aa17-d59504d6e6eb {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:35:09.768103 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ec4b58b-2759-46e7-aa17-d59504d6e6eb'] response: {'name': 'network-changed', 'server_uuid': 'bf177657-f6fa-4b31-8a15-47937dcefcd9', 'tag': '0c1e9065-5080-41a6-99b9-b4858bc9b209', 'status': 'completed', 'code': 200} Mar 29 15:35:09.842588 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176bd8b-d83e-4e83-aee4-2066874ad7fc req-e75d6698-9697-41f1-a7d6-58c94b911bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:09.844216 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-5176bd8b-d83e-4e83-aee4-2066874ad7fc req-e75d6698-9697-41f1-a7d6-58c94b911bc6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afec2f6261d64114a4b5808565ea6c02&device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 1127 time: 0.0492425 Mar 29 15:35:09.947343 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176bd8b-d83e-4e83-aee4-2066874ad7fc req-cb847f90-9121-4777-82af-329ebc96e1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:09.948853 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-5176bd8b-d83e-4e83-aee4-2066874ad7fc req-cb847f90-9121-4777-82af-329ebc96e1c8 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=afec2f6261d64114a4b5808565ea6c02&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0947909 Mar 29 15:35:10.045785 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176bd8b-d83e-4e83-aee4-2066874ad7fc req-a19ca134-1588-45ed-9e01-f02c82bc6681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:10.047332 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-5176bd8b-d83e-4e83-aee4-2066874ad7fc req-a19ca134-1588-45ed-9e01-f02c82bc6681 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897052 Mar 29 15:35:10.139469 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-09fa7d84-205f-48a9-8c3e-851328ebb5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:10.140970 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-09fa7d84-205f-48a9-8c3e-851328ebb5e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afec2f6261d64114a4b5808565ea6c02&device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 1127 time: 0.0495834 Mar 29 15:35:10.186858 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-c992e03e-915a-402c-bfc7-8cc8c8b30cc0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c1e9065-5080-41a6-99b9-b4858bc9b209 HTTP/1.1" status: 200 len: 217 time: 0.0372491 Mar 29 15:35:10.237136 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-bdbaa167-e918-491b-989c-472f27830582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:10.239199 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-bdbaa167-e918-491b-989c-472f27830582 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b21cdc-04db-44d5-82e6-f708c8512a80 HTTP/1.1" status: 200 len: 853 time: 0.0432203 Mar 29 15:35:10.293727 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-a59eb46a-d373-469c-95db-cbe36e3f53ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:10.295190 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-a59eb46a-d373-469c-95db-cbe36e3f53ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0cf3eb0-1596-439e-ab06-8468ad70da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469084 Mar 29 15:35:10.384792 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-5e343d97-fa9f-4692-a2ef-0ddaebc05c30 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802922 Mar 29 15:35:10.467668 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d2646-6e59-4b28-9570-43de98b1fdff req-0af85c84-6dc4-4803-87b9-4207532679a8 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:10.469182 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d53d2646-6e59-4b28-9570-43de98b1fdff req-0af85c84-6dc4-4803-87b9-4207532679a8 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 943 time: 0.0512969 Mar 29 15:35:10.482301 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9f3c501e-9db3-4ab9-9938-dc060c5affb8 req-fb62cc30-40b8-40cb-8bae-180a1326b952 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901949 Mar 29 15:35:10.516439 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d53d2646-6e59-4b28-9570-43de98b1fdff req-846fc7d1-a1bd-4e15-9323-80520eba84bb tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d31b4743-b8fe-45f1-b521-c4df08de147a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411012 Mar 29 15:35:11.633400 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff59f4-ca84-414d-8e0e-cd0109932324 req-1a351cb2-72ca-4cf8-8c54-84748036d89e tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:11.634826 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-99ff59f4-ca84-414d-8e0e-cd0109932324 req-1a351cb2-72ca-4cf8-8c54-84748036d89e tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 943 time: 0.0514290 Mar 29 15:35:11.681739 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-99ff59f4-ca84-414d-8e0e-cd0109932324 req-588e138f-991d-4f45-9ed0-8d1005c2dac1 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d31b4743-b8fe-45f1-b521-c4df08de147a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413976 Mar 29 15:35:12.323746 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 0c1e9065-5080-41a6-99b9-b4858bc9b209 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=103833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:35:12.544709 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 0c1e9065-5080-41a6-99b9-b4858bc9b209, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=0c1e9065-5080-41a6-99b9-b4858bc9b209,segment=NetworkSegment(3213e27e-14c8-4f1b-8eca-ce8757f89eb8),segment_id=3213e27e-14c8-4f1b-8eca-ce8757f89eb8)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:35:12.555942 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Returning: {'device': '0c1e9065-5080-41a6-99b9-b4858bc9b209', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'port_id': '0c1e9065-5080-41a6-99b9-b4858bc9b209', 'mac_address': 'fa:16:3e:57:8d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:35:12.592216 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 0c1e9065-5080-41a6-99b9-b4858bc9b209 is: DOWN; New status is: BUILD {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:35:12.592569 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (0c1e9065-5080-41a6-99b9-b4858bc9b209), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:12.604695 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1e9065-5080-41a6-99b9-b4858bc9b209 {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:35:12.623106 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 0c1e9065-5080-41a6-99b9-b4858bc9b209, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=0c1e9065-5080-41a6-99b9-b4858bc9b209,segment=NetworkSegment(3213e27e-14c8-4f1b-8eca-ce8757f89eb8),segment_id=3213e27e-14c8-4f1b-8eca-ce8757f89eb8)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:35:12.717550 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (0c1e9065-5080-41a6-99b9-b4858bc9b209), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:12.764314 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=0c1e9065-5080-41a6-99b9-b4858bc9b209,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:12.771826 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:12.772176 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:12.772550 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:12.772898 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:12.773234 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:12.773567 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:12.773896 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:12.774227 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:12.774553 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:12.774881 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:12.775208 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:12.775538 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:12.775861 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:12.776186 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:12.776535 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:12.804702 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83644921-cd99-4271-a321-85601b8bc5e4 req-e24ed385-c25c-45db-8476-f033c524165a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:12.806160 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-83644921-cd99-4271-a321-85601b8bc5e4 req-e24ed385-c25c-45db-8476-f033c524165a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 944 time: 0.0581205 Mar 29 15:35:12.851425 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-83644921-cd99-4271-a321-85601b8bc5e4 req-d08ad45e-6715-4bc7-a001-4c491b25d860 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d31b4743-b8fe-45f1-b521-c4df08de147a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396996 Mar 29 15:35:12.966494 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['0c1e9065-5080-41a6-99b9-b4858bc9b209'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:35:13.271281 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:13.965848 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80735298-dfa4-4e15-a52c-0907cf560419 req-bc3c9662-88d2-4205-8a11-462a8110a4f9 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:13.967303 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-80735298-dfa4-4e15-a52c-0907cf560419 req-bc3c9662-88d2-4205-8a11-462a8110a4f9 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 944 time: 0.0514672 Mar 29 15:35:14.013165 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-80735298-dfa4-4e15-a52c-0907cf560419 req-09e48403-e7d9-4131-ba87-d103a0317c92 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d31b4743-b8fe-45f1-b521-c4df08de147a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400517 Mar 29 15:35:14.323809 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 0c1e9065-5080-41a6-99b9-b4858bc9b209 up at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:35:14.445598 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning for port 0c1e9065-5080-41a6-99b9-b4858bc9b209 completed by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:35:14.449480 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning complete for port 0c1e9065-5080-41a6-99b9-b4858bc9b209 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:35:14.449849 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (0c1e9065-5080-41a6-99b9-b4858bc9b209), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:14.523520 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 0c1e9065-5080-41a6-99b9-b4858bc9b209 is: BUILD; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:35:14.523905 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (0c1e9065-5080-41a6-99b9-b4858bc9b209), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:14.544814 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf177657-f6fa-4b31-8a15-47937dcefcd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1e9065-5080-41a6-99b9-b4858bc9b209'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:35:14.547008 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67651527b6c7513bff120ad3026ca8b6c51caa370c4ee0f403b1e7b340f0df97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86c3c9e-3713-4270-bafb-bbe68a322fc5" -d '{"events": [{"server_uuid": "bf177657-f6fa-4b31-8a15-47937dcefcd9", "name": "network-vif-plugged", "status": "completed", "tag": "0c1e9065-5080-41a6-99b9-b4858bc9b209"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:35:14.559394 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 0c1e9065-5080-41a6-99b9-b4858bc9b209, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=0c1e9065-5080-41a6-99b9-b4858bc9b209,segment=NetworkSegment(3213e27e-14c8-4f1b-8eca-ce8757f89eb8),segment_id=3213e27e-14c8-4f1b-8eca-ce8757f89eb8)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:35:14.584782 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2cf798-f69f-4ce7-92ff-4356a2bc602c x-openstack-request-id: req-8a2cf798-f69f-4ce7-92ff-4356a2bc602c {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:35:14.584782 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf177657-f6fa-4b31-8a15-47937dcefcd9", "name": "network-vif-plugged", "status": "completed", "tag": "0c1e9065-5080-41a6-99b9-b4858bc9b209", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:35:14.584782 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a2cf798-f69f-4ce7-92ff-4356a2bc602c {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:35:14.585091 dv-cinder-562053-19-iscsi neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a2cf798-f69f-4ce7-92ff-4356a2bc602c'] response: {'server_uuid': 'bf177657-f6fa-4b31-8a15-47937dcefcd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1e9065-5080-41a6-99b9-b4858bc9b209', 'code': 200} Mar 29 15:35:14.629295 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (0c1e9065-5080-41a6-99b9-b4858bc9b209), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:14.676159 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=0c1e9065-5080-41a6-99b9-b4858bc9b209,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:14.883307 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddb69a-bdda-4694-89fc-20a94f298bd4 req-1dc73218-7404-41e4-9de4-7bd33b5486c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:14.884795 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-dbddb69a-bdda-4694-89fc-20a94f298bd4 req-1dc73218-7404-41e4-9de4-7bd33b5486c9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 1129 time: 0.0490947 Mar 29 15:35:14.928047 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-dbddb69a-bdda-4694-89fc-20a94f298bd4 req-1b3b591f-f0c6-4d57-8d80-688ccd1a6da5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d31b4743-b8fe-45f1-b521-c4df08de147a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371802 Mar 29 15:35:15.126622 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da3352-f310-4870-b4c3-eee7c62272a9 req-4c78bacf-169b-4289-bca0-3bbf482cab32 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:15.128088 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-82da3352-f310-4870-b4c3-eee7c62272a9 req-4c78bacf-169b-4289-bca0-3bbf482cab32 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 945 time: 0.0505853 Mar 29 15:35:15.203278 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-82da3352-f310-4870-b4c3-eee7c62272a9 req-39bc64a8-a6ea-4efe-ba5c-f941580dc4e4 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d31b4743-b8fe-45f1-b521-c4df08de147a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479107 Mar 29 15:35:16.304882 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8477f0-e24e-4ca8-9f2b-7b44a222a75d req-b79c317a-b6de-4d82-8959-7018438d1d81 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:16.306348 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4d8477f0-e24e-4ca8-9f2b-7b44a222a75d req-b79c317a-b6de-4d82-8959-7018438d1d81 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 945 time: 0.0513515 Mar 29 15:35:16.351769 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4d8477f0-e24e-4ca8-9f2b-7b44a222a75d req-b7e6b72f-600b-4af5-93ab-ef968a33d8f7 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d31b4743-b8fe-45f1-b521-c4df08de147a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398781 Mar 29 15:35:17.474525 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5ebe6-8ee0-4aa4-930e-4e1f443569cb req-b23671c2-9fa9-4144-8f36-53d38f8416fb tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:17.476050 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b1a5ebe6-8ee0-4aa4-930e-4e1f443569cb req-b23671c2-9fa9-4144-8f36-53d38f8416fb tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 945 time: 0.0565503 Mar 29 15:35:17.523891 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b1a5ebe6-8ee0-4aa4-930e-4e1f443569cb req-b6c20677-9814-407b-a4a3-d57fb6ed3009 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d31b4743-b8fe-45f1-b521-c4df08de147a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410779 Mar 29 15:35:17.636994 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eae3b6-5751-40c7-894d-2bacb18748f9 req-1b22e7cd-2a9f-48f3-bb86-6987081f6d21 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:17.638342 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-33eae3b6-5751-40c7-894d-2bacb18748f9 req-1b22e7cd-2a9f-48f3-bb86-6987081f6d21 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 945 time: 0.0534840 Mar 29 15:35:17.647127 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 40404) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:35:17.651232 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-49e683e6-f293-48c9-83a5-551377f1b066 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Request body: {'floatingip': {'port_id': '0c1e9065-5080-41a6-99b9-b4858bc9b209'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:35:17.688780 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-49e683e6-f293-48c9-83a5-551377f1b066 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for floatingip (e26175ac-09c0-4798-ae23-00fbd5a5ea36), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:18.107664 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-49e683e6-f293-48c9-83a5-551377f1b066 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:18.165844 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-49e683e6-f293-48c9-83a5-551377f1b066 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (e26175ac-09c0-4798-ae23-00fbd5a5ea36), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:18.265279 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.db.l3_db [None req-49e683e6-f293-48c9-83a5-551377f1b066 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Floating IP e26175ac-09c0-4798-ae23-00fbd5a5ea36 associated. External IP: 172.27.3.249, port: 0c1e9065-5080-41a6-99b9-b4858bc9b209. Mar 29 15:35:18.468962 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e683e6-f293-48c9-83a5-551377f1b066 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:35:18.582751 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e683e6-f293-48c9-83a5-551377f1b066 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:35:18.587550 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-49e683e6-f293-48c9-83a5-551377f1b066 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:18.592075 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76652c70-9e46-4df0-a22c-5d48d424473c None None] Sync routers for ids ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:35:18.601312 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76652c70-9e46-4df0-a22c-5d48d424473c None None] Routers {'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:35:18.601926 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-76652c70-9e46-4df0-a22c-5d48d424473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:34:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:18.615580 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-49e683e6-f293-48c9-83a5-551377f1b066 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "PUT /v2.0/floatingips/e26175ac-09c0-4798-ae23-00fbd5a5ea36 HTTP/1.1" status: 200 len: 991 time: 0.9674563 Mar 29 15:35:18.616165 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf177657-f6fa-4b31-8a15-47937dcefcd9', 'tag': '0c1e9065-5080-41a6-99b9-b4858bc9b209'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:35:18.618398 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17cd39a57bce2f0cfda3a3fd3bf70c34a3f67f93f1dabf257ee71a9fa0902d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f58b12-877f-4aaf-9eb2-73e1e16234ee" -d '{"events": [{"name": "network-changed", "server_uuid": "bf177657-f6fa-4b31-8a15-47937dcefcd9", "tag": "0c1e9065-5080-41a6-99b9-b4858bc9b209"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:35:18.714167 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-76652c70-9e46-4df0-a22c-5d48d424473c None None] Set router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:35:18.806936 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77633168-c783-46cf-bc1d-fccc2069c8cf x-openstack-request-id: req-77633168-c783-46cf-bc1d-fccc2069c8cf {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:35:18.807229 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf177657-f6fa-4b31-8a15-47937dcefcd9", "tag": "0c1e9065-5080-41a6-99b9-b4858bc9b209", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:35:18.807485 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-77633168-c783-46cf-bc1d-fccc2069c8cf {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:35:18.807896 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77633168-c783-46cf-bc1d-fccc2069c8cf'] response: {'name': 'network-changed', 'server_uuid': 'bf177657-f6fa-4b31-8a15-47937dcefcd9', 'tag': '0c1e9065-5080-41a6-99b9-b4858bc9b209', 'status': 'completed', 'code': 200} Mar 29 15:35:18.874418 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f58b12-877f-4aaf-9eb2-73e1e16234ee req-84f6d376-2df6-4b4e-8312-85a7fd1e017b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:18.876029 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e6f58b12-877f-4aaf-9eb2-73e1e16234ee req-84f6d376-2df6-4b4e-8312-85a7fd1e017b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afec2f6261d64114a4b5808565ea6c02&device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 1129 time: 0.0442624 Mar 29 15:35:18.945050 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-76652c70-9e46-4df0-a22c-5d48d424473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T15:32:35Z', 'revision_number': 4, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': 'e26175ac-09c0-4798-ae23-00fbd5a5ea36', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'floating_ip_address': '172.27.3.249', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'port_id': '0c1e9065-5080-41a6-99b9-b4858bc9b209', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'mac_address': 'fa:16:3e:57:8d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf177657-f6fa-4b31-8a15-47937dcefcd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:35:04Z', 'updated_at': '2022-03-29T15:35:18Z', 'revision_number': 1, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a1afb0-ca40-43b9-9fe4-e5c97256ffce', 'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'mac_address': 'fa:16:3e:87:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:34Z', 'updated_at': '2022-03-29T15:32:40Z', 'revision_number': 5, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'subnets': [{'id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:18.966922 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f58b12-877f-4aaf-9eb2-73e1e16234ee req-c2b1bb86-70bf-4054-b6dd-452f721504d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:18.968337 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e6f58b12-877f-4aaf-9eb2-73e1e16234ee req-c2b1bb86-70bf-4054-b6dd-452f721504d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0cf3eb0-1596-439e-ab06-8468ad70da92 HTTP/1.1" status: 200 len: 915 time: 0.0866992 Mar 29 15:35:18.970862 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76652c70-9e46-4df0-a22c-5d48d424473c None None] Checking router: f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:35:18.979580 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76652c70-9e46-4df0-a22c-5d48d424473c None None] Routers {'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:35:18.980180 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-76652c70-9e46-4df0-a22c-5d48d424473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:34:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:19.032664 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e6f58b12-877f-4aaf-9eb2-73e1e16234ee req-0434d8cd-c34d-45a5-9a53-1984aa3a6c6f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c1e9065-5080-41a6-99b9-b4858bc9b209 HTTP/1.1" status: 200 len: 999 time: 0.0578187 Mar 29 15:35:19.084629 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f58b12-877f-4aaf-9eb2-73e1e16234ee req-46e64638-93e3-4091-8e4d-fa7516d414e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:19.086001 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-76652c70-9e46-4df0-a22c-5d48d424473c None None] Set router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:35:19.086130 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e6f58b12-877f-4aaf-9eb2-73e1e16234ee req-46e64638-93e3-4091-8e4d-fa7516d414e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b21cdc-04db-44d5-82e6-f708c8512a80 HTTP/1.1" status: 200 len: 853 time: 0.0465674 Mar 29 15:35:19.135056 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f58b12-877f-4aaf-9eb2-73e1e16234ee req-9500d314-0ffc-4a45-b7d3-cbe2c1047988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:19.136595 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e6f58b12-877f-4aaf-9eb2-73e1e16234ee req-9500d314-0ffc-4a45-b7d3-cbe2c1047988 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0cf3eb0-1596-439e-ab06-8468ad70da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440979 Mar 29 15:35:19.225886 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e6f58b12-877f-4aaf-9eb2-73e1e16234ee req-d6022302-22b9-407a-80ca-053f11b45d70 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827799 Mar 29 15:35:19.307567 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-76652c70-9e46-4df0-a22c-5d48d424473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T15:32:35Z', 'revision_number': 4, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': 'e26175ac-09c0-4798-ae23-00fbd5a5ea36', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'floating_ip_address': '172.27.3.249', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'port_id': '0c1e9065-5080-41a6-99b9-b4858bc9b209', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'mac_address': 'fa:16:3e:57:8d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf177657-f6fa-4b31-8a15-47937dcefcd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:35:04Z', 'updated_at': '2022-03-29T15:35:18Z', 'revision_number': 1, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a1afb0-ca40-43b9-9fe4-e5c97256ffce', 'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'mac_address': 'fa:16:3e:87:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:34Z', 'updated_at': '2022-03-29T15:32:40Z', 'revision_number': 5, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'subnets': [{'id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:19.318650 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e6f58b12-877f-4aaf-9eb2-73e1e16234ee req-418febad-1761-4256-97b7-5c6969ba421a service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867651 Mar 29 15:35:19.420229 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76652c70-9e46-4df0-a22c-5d48d424473c None None] The sync data for ids ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'] in dv-cinder-562053-19-iscsi is: [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T15:32:35Z', 'revision_number': 4, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': 'e26175ac-09c0-4798-ae23-00fbd5a5ea36', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'floating_ip_address': '172.27.3.249', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'port_id': '0c1e9065-5080-41a6-99b9-b4858bc9b209', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'mac_address': 'fa:16:3e:57:8d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf177657-f6fa-4b31-8a15-47937dcefcd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:35:04Z', 'updated_at': '2022-03-29T15:35:18Z', 'revision_number': 1, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a1afb0-ca40-43b9-9fe4-e5c97256ffce', 'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'mac_address': 'fa:16:3e:87:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:34Z', 'updated_at': '2022-03-29T15:32:40Z', 'revision_number': 5, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'subnets': [{'id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:35:19.618516 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451b308d-cc58-42be-9f94-0ea2530ce33f None None] New status for floating IP e26175ac-09c0-4798-ae23-00fbd5a5ea36: ACTIVE {{(pid=103833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:35:22.270738 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2b724ddb-d3a0-40f2-bc36-fe9a26b1c7cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:24.459692 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-76dd328e-8dc4-4919-b889-93e3aee8c5c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:25.588952 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:26.956743 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:28.485278 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:37.510120 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:35:43.273429 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:51.513964 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e3c35a92-57ca-4edf-ae55-8b5627ac65e2 req-d4de2747-7ec9-42ca-b40b-68b450c01af2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431249 Mar 29 15:35:51.598429 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c35a92-57ca-4edf-ae55-8b5627ac65e2 req-9e26a7d7-fb16-4174-a79b-33dba5455b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:51.599928 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e3c35a92-57ca-4edf-ae55-8b5627ac65e2 req-9e26a7d7-fb16-4174-a79b-33dba5455b9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b38e7969800b462c9f549e8936e05713&device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 1129 time: 0.0435622 Mar 29 15:35:51.704369 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c35a92-57ca-4edf-ae55-8b5627ac65e2 req-fefa973d-e637-4ff0-b188-8897b66c3e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:51.705771 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e3c35a92-57ca-4edf-ae55-8b5627ac65e2 req-fefa973d-e637-4ff0-b188-8897b66c3e85 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4743a25d-6f3c-4176-a7c2-eecb6d06479d HTTP/1.1" status: 200 len: 911 time: 0.0859005 Mar 29 15:35:51.769675 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e3c35a92-57ca-4edf-ae55-8b5627ac65e2 req-af3b8016-d029-4063-8edc-e2a74ccef69e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5a25cbe-468d-45df-9ab4-d09b454d7528 HTTP/1.1" status: 200 len: 1000 time: 0.0570316 Mar 29 15:35:51.820354 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c35a92-57ca-4edf-ae55-8b5627ac65e2 req-97c8d360-2a73-41b8-9f2c-f325fc7c5bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:51.822317 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e3c35a92-57ca-4edf-ae55-8b5627ac65e2 req-97c8d360-2a73-41b8-9f2c-f325fc7c5bc6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b7273ae-f678-496a-aaad-7ae864b3fe14 HTTP/1.1" status: 200 len: 849 time: 0.0461705 Mar 29 15:35:51.869653 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c35a92-57ca-4edf-ae55-8b5627ac65e2 req-815f8382-dfd5-489f-a788-5d2fd76a2496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:51.871110 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e3c35a92-57ca-4edf-ae55-8b5627ac65e2 req-815f8382-dfd5-489f-a788-5d2fd76a2496 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4743a25d-6f3c-4176-a7c2-eecb6d06479d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427530 Mar 29 15:35:51.956154 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e3c35a92-57ca-4edf-ae55-8b5627ac65e2 req-61001a46-c719-4524-a2e7-0ca4f5e5853b service neutron] 10.222.0.15 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785789 Mar 29 15:35:52.045295 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e3c35a92-57ca-4edf-ae55-8b5627ac65e2 req-34714c8b-3a1f-493a-8e2d-68bb60ec00ea service neutron] 10.222.0.15 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818028 Mar 29 15:35:52.286963 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2a73e717-3a01-4496-9f67-1615ca24ccab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:54.496250 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1d37add4-4277-4ed0-830a-ed2fc207931c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:55.613245 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:56.955188 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:58.519402 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:13.308710 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:14.508960 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:36:22.307333 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c593ddfa-9323-46dc-adcc-16e467e95fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:24.478610 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d80f50a0-0198-4df9-979c-919d497801a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:25.611592 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:26.965598 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:28.474316 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:43.318381 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:51.507454 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:36:52.267434 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8f65772e-867a-41df-b5d5-021ba8b62211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:53.059718 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-3078efc3-7514-4d83-802c-76546b7ee61f req-0199ab9a-620f-4c09-8994-8b4167bad4b4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1325462 Mar 29 15:36:53.129828 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078efc3-7514-4d83-802c-76546b7ee61f req-73aa230e-6c3b-4646-a439-a21606291e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:53.131309 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-3078efc3-7514-4d83-802c-76546b7ee61f req-73aa230e-6c3b-4646-a439-a21606291e46 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afec2f6261d64114a4b5808565ea6c02&device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 1129 time: 0.0485916 Mar 29 15:36:53.236957 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078efc3-7514-4d83-802c-76546b7ee61f req-8697b5fa-1578-46c9-8e4e-74a22b358dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:53.238437 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-3078efc3-7514-4d83-802c-76546b7ee61f req-8697b5fa-1578-46c9-8e4e-74a22b358dfc service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0cf3eb0-1596-439e-ab06-8468ad70da92 HTTP/1.1" status: 200 len: 915 time: 0.0883012 Mar 29 15:36:53.300926 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-3078efc3-7514-4d83-802c-76546b7ee61f req-49b0e4bd-1e95-46c9-a7a5-ca33b9d6d7be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c1e9065-5080-41a6-99b9-b4858bc9b209 HTTP/1.1" status: 200 len: 1001 time: 0.0563974 Mar 29 15:36:53.351764 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078efc3-7514-4d83-802c-76546b7ee61f req-cc67ca54-e742-40f7-8772-1e9e30af0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:53.353102 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-3078efc3-7514-4d83-802c-76546b7ee61f req-cc67ca54-e742-40f7-8772-1e9e30af0dbe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b21cdc-04db-44d5-82e6-f708c8512a80 HTTP/1.1" status: 200 len: 853 time: 0.0450401 Mar 29 15:36:53.399314 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078efc3-7514-4d83-802c-76546b7ee61f req-659a60a7-ddf5-4cff-9b17-28902c52edb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:53.400830 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-3078efc3-7514-4d83-802c-76546b7ee61f req-659a60a7-ddf5-4cff-9b17-28902c52edb5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0cf3eb0-1596-439e-ab06-8468ad70da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415933 Mar 29 15:36:53.412091 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [req-3078efc3-7514-4d83-802c-76546b7ee61f req-43e18fda-e7e9-4c04-b07d-7294b94af7ab service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:36:53.413076 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-3078efc3-7514-4d83-802c-76546b7ee61f req-43e18fda-e7e9-4c04-b07d-7294b94af7ab service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049865 Mar 29 15:36:53.506968 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-3078efc3-7514-4d83-802c-76546b7ee61f req-83161323-ce3d-4a74-a7b8-9f2afe887ce7 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854766 Mar 29 15:36:53.599039 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-3078efc3-7514-4d83-802c-76546b7ee61f req-d746983f-2b63-4fd8-b96b-55d0687af602 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850556 Mar 29 15:36:54.501969 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-11ecb42d-9fbd-4128-b6b8-58f5ffc5b6a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:55.593479 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:56.970069 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:58.461342 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:13.330198 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:22.278390 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-119776c0-571c-454d-9bbc-c842fd30c050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:24.489239 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2d53698c-3e71-4774-a7bc-cd696e76bb80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:25.586105 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:26.963470 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:28.500897 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:28.507608 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:37:43.317275 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:52.259947 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0366dfae-d81a-4bf1-9237-2b81ab9cad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:52.539019 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-64fb09d7-d095-4c85-9120-f30d20273d6e req-90072294-ead7-40d9-9118-282e2d6a1b67 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431321 Mar 29 15:37:52.625819 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb09d7-d095-4c85-9120-f30d20273d6e req-57402a68-f9f6-4dfa-acfa-c60c89426ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:52.627326 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-64fb09d7-d095-4c85-9120-f30d20273d6e req-57402a68-f9f6-4dfa-acfa-c60c89426ec6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b38e7969800b462c9f549e8936e05713&device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 1129 time: 0.0434480 Mar 29 15:37:52.733591 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb09d7-d095-4c85-9120-f30d20273d6e req-00575e2c-03f4-4c4e-a003-2b5e6562c508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:52.735025 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-64fb09d7-d095-4c85-9120-f30d20273d6e req-00575e2c-03f4-4c4e-a003-2b5e6562c508 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4743a25d-6f3c-4176-a7c2-eecb6d06479d HTTP/1.1" status: 200 len: 911 time: 0.0848298 Mar 29 15:37:52.800379 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-64fb09d7-d095-4c85-9120-f30d20273d6e req-eff3c5f0-83a5-43d3-84f3-75a4915f54a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5a25cbe-468d-45df-9ab4-d09b454d7528 HTTP/1.1" status: 200 len: 1000 time: 0.0560956 Mar 29 15:37:52.852481 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb09d7-d095-4c85-9120-f30d20273d6e req-9ab1f0f7-db20-4ffa-9a66-0253665aeb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:52.853861 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-64fb09d7-d095-4c85-9120-f30d20273d6e req-9ab1f0f7-db20-4ffa-9a66-0253665aeb43 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b7273ae-f678-496a-aaad-7ae864b3fe14 HTTP/1.1" status: 200 len: 849 time: 0.0450046 Mar 29 15:37:52.903851 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb09d7-d095-4c85-9120-f30d20273d6e req-faf7f7de-78f6-450d-a59e-a3ec10002e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:52.905458 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-64fb09d7-d095-4c85-9120-f30d20273d6e req-faf7f7de-78f6-450d-a59e-a3ec10002e10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4743a25d-6f3c-4176-a7c2-eecb6d06479d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423107 Mar 29 15:37:52.994981 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-64fb09d7-d095-4c85-9120-f30d20273d6e req-677739f9-905f-4459-bbc0-a42eabd3fc0c service neutron] 10.222.0.15 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793805 Mar 29 15:37:53.087104 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-64fb09d7-d095-4c85-9120-f30d20273d6e req-753a4d27-e838-4518-a50b-3c52f759fe1d service neutron] 10.222.0.15 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826757 Mar 29 15:37:54.459682 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-69676b0c-9bf7-4cb2-a167-b83f0f70a8f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:55.596823 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:56.974338 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:58.478254 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:05.506076 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:38:13.460093 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:22.270805 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-41e30034-81d4-4f75-b013-9a98ec1163be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:24.476741 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c6c0e9c8-32ea-4bb1-af8e-16f4a699e868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:25.636378 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:26.984974 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:28.476742 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:42.504534 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:38:43.482138 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:52.275956 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bca168e1-b90d-4bf5-ae8b-03733591bf9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:54.498346 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-06ad0dc1-3a3e-4d49-8449-84526de122cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:54.525024 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-aa894512-8c62-41a8-b8b8-f1799ca8e7ca req-6549325b-2eb6-42c2-b17f-a13fe94f084d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453031 Mar 29 15:38:54.594078 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa894512-8c62-41a8-b8b8-f1799ca8e7ca req-3adfc4f2-a9ee-4e8d-ba24-8e6596025351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:54.595558 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-aa894512-8c62-41a8-b8b8-f1799ca8e7ca req-3adfc4f2-a9ee-4e8d-ba24-8e6596025351 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afec2f6261d64114a4b5808565ea6c02&device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 1129 time: 0.0432675 Mar 29 15:38:54.704656 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa894512-8c62-41a8-b8b8-f1799ca8e7ca req-935e4fa0-c245-4e23-a77e-4497b4a7ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:54.706029 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-aa894512-8c62-41a8-b8b8-f1799ca8e7ca req-935e4fa0-c245-4e23-a77e-4497b4a7ced6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0cf3eb0-1596-439e-ab06-8468ad70da92 HTTP/1.1" status: 200 len: 915 time: 0.0867941 Mar 29 15:38:54.772114 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-aa894512-8c62-41a8-b8b8-f1799ca8e7ca req-978f4771-6d72-441c-994d-c409e8fb62f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c1e9065-5080-41a6-99b9-b4858bc9b209 HTTP/1.1" status: 200 len: 1001 time: 0.0566943 Mar 29 15:38:54.825777 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa894512-8c62-41a8-b8b8-f1799ca8e7ca req-e6fd981b-b871-4d7c-8ae0-dc10a0554f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:54.827180 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-aa894512-8c62-41a8-b8b8-f1799ca8e7ca req-e6fd981b-b871-4d7c-8ae0-dc10a0554f26 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b21cdc-04db-44d5-82e6-f708c8512a80 HTTP/1.1" status: 200 len: 853 time: 0.0455687 Mar 29 15:38:54.879480 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa894512-8c62-41a8-b8b8-f1799ca8e7ca req-24a0ecc1-c77c-487e-8d4e-23efc69b4e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:54.880992 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-aa894512-8c62-41a8-b8b8-f1799ca8e7ca req-24a0ecc1-c77c-487e-8d4e-23efc69b4e02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0cf3eb0-1596-439e-ab06-8468ad70da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435073 Mar 29 15:38:54.970609 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-aa894512-8c62-41a8-b8b8-f1799ca8e7ca req-9d3fee6e-bcc8-4799-a523-082825eb17db service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790250 Mar 29 15:38:55.062691 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-aa894512-8c62-41a8-b8b8-f1799ca8e7ca req-849bb3a6-6647-450f-a965-6a757441d9d7 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830319 Mar 29 15:38:55.613195 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:56.994331 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:58.516405 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:13.485766 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:19.502840 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:39:22.296605 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7db9b2fe-8b0c-458a-b01d-df9f5bb3ebfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:24.453024 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7f1bc3a0-44de-43a7-89a0-d62df0f2d3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:25.612936 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:26.984254 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:28.492928 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:43.479123 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:52.292564 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6d15aa5e-7758-47d6-9d73-c4153862720b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:54.458881 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d356b55a-c18f-41c3-b7e7-0423da922dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:55.514138 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-39bc22ab-d68d-43f6-bd21-67681f13dec1 req-bb94e2f3-d8c2-49a1-8e2e-d18125f1b89a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431426 Mar 29 15:39:55.603661 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc22ab-d68d-43f6-bd21-67681f13dec1 req-01f6be63-1242-4490-beb8-b332ef47bf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:55.605199 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-39bc22ab-d68d-43f6-bd21-67681f13dec1 req-01f6be63-1242-4490-beb8-b332ef47bf32 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b38e7969800b462c9f549e8936e05713&device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 1129 time: 0.0442863 Mar 29 15:39:55.616002 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:55.711716 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc22ab-d68d-43f6-bd21-67681f13dec1 req-8b8471f6-ea3e-4002-b61c-ffaf6029698d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:55.713143 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-39bc22ab-d68d-43f6-bd21-67681f13dec1 req-8b8471f6-ea3e-4002-b61c-ffaf6029698d service neutron] 10.222.0.15 "GET /v2.0/networks?id=4743a25d-6f3c-4176-a7c2-eecb6d06479d HTTP/1.1" status: 200 len: 911 time: 0.0859962 Mar 29 15:39:55.778042 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-39bc22ab-d68d-43f6-bd21-67681f13dec1 req-1b315b21-1e96-4f8b-b4dc-3c4418d46c81 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5a25cbe-468d-45df-9ab4-d09b454d7528 HTTP/1.1" status: 200 len: 1000 time: 0.0558524 Mar 29 15:39:55.834691 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc22ab-d68d-43f6-bd21-67681f13dec1 req-e30a5a68-bd90-449c-939c-62364d82f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:55.836085 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-39bc22ab-d68d-43f6-bd21-67681f13dec1 req-e30a5a68-bd90-449c-939c-62364d82f936 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b7273ae-f678-496a-aaad-7ae864b3fe14 HTTP/1.1" status: 200 len: 849 time: 0.0453956 Mar 29 15:39:55.886259 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc22ab-d68d-43f6-bd21-67681f13dec1 req-bda46798-0883-487e-a48b-c0266be060c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:55.887701 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-39bc22ab-d68d-43f6-bd21-67681f13dec1 req-bda46798-0883-487e-a48b-c0266be060c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4743a25d-6f3c-4176-a7c2-eecb6d06479d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418253 Mar 29 15:39:55.976066 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-39bc22ab-d68d-43f6-bd21-67681f13dec1 req-4f230e5c-1d80-40d0-821b-cf2ce29b55fc service neutron] 10.222.0.15 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787244 Mar 29 15:39:56.071202 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-39bc22ab-d68d-43f6-bd21-67681f13dec1 req-636afe22-09a2-4464-9355-cc67d323b981 service neutron] 10.222.0.15 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861781 Mar 29 15:39:56.502435 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:39:57.023613 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:58.504287 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:13.480948 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:22.271987 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5aab-7a13-4587-92c9-263b02394a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:24.460653 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9b955fd8-7f00-4494-be9a-7fd3b2e92552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:25.637460 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:26.991867 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:28.503975 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:33.501336 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:40:43.493753 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:52.264909 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fb797d57-5073-4712-938e-13159c9b1474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:54.493691 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-813f035c-e843-41b6-9f7e-653a474e381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:55.625148 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:56.538644 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-17e819ee-9874-4e82-b194-f9ffa0267b9d req-8c64784e-af6f-48d3-8c03-ffb719d9ea12 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427263 Mar 29 15:40:56.607917 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e819ee-9874-4e82-b194-f9ffa0267b9d req-bc21d933-be44-4fbb-8bf7-7711c6757891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:56.609452 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-17e819ee-9874-4e82-b194-f9ffa0267b9d req-bc21d933-be44-4fbb-8bf7-7711c6757891 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afec2f6261d64114a4b5808565ea6c02&device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 1129 time: 0.0443654 Mar 29 15:40:56.716854 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e819ee-9874-4e82-b194-f9ffa0267b9d req-f1a45c06-975f-4bb2-a441-421dff303fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:56.718219 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-17e819ee-9874-4e82-b194-f9ffa0267b9d req-f1a45c06-975f-4bb2-a441-421dff303fdf service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0cf3eb0-1596-439e-ab06-8468ad70da92 HTTP/1.1" status: 200 len: 915 time: 0.0853724 Mar 29 15:40:56.783618 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-17e819ee-9874-4e82-b194-f9ffa0267b9d req-0af1ca70-e903-4b46-ba18-8683afdfa59c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c1e9065-5080-41a6-99b9-b4858bc9b209 HTTP/1.1" status: 200 len: 1001 time: 0.0564547 Mar 29 15:40:56.835943 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e819ee-9874-4e82-b194-f9ffa0267b9d req-a52c8f07-532f-4855-8d6c-6ddb96381d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:56.838049 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-17e819ee-9874-4e82-b194-f9ffa0267b9d req-a52c8f07-532f-4855-8d6c-6ddb96381d01 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b21cdc-04db-44d5-82e6-f708c8512a80 HTTP/1.1" status: 200 len: 853 time: 0.0454824 Mar 29 15:40:56.886653 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e819ee-9874-4e82-b194-f9ffa0267b9d req-71a41e96-e779-4c83-8aba-d1d541d56373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:56.888157 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-17e819ee-9874-4e82-b194-f9ffa0267b9d req-71a41e96-e779-4c83-8aba-d1d541d56373 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0cf3eb0-1596-439e-ab06-8468ad70da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427866 Mar 29 15:40:56.985044 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:56.986469 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-17e819ee-9874-4e82-b194-f9ffa0267b9d req-10067bf3-0f50-47a2-89cd-938817945cc0 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846179 Mar 29 15:40:57.079348 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-17e819ee-9874-4e82-b194-f9ffa0267b9d req-8a353e64-6b2b-4a22-af20-7a39869517ba service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834529 Mar 29 15:40:58.504880 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:10.499894 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:41:13.498805 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:22.280008 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8f4eff12-8746-4f70-a71d-4af2e066090b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:24.469658 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e969f7e1-faef-441a-8715-bde3d56ec593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:25.616692 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:26.999459 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:28.513977 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:43.526963 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:47.500662 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:41:52.286022 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6247e19d-deac-4116-9cc0-6ccebb3c8b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:54.451762 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b9a0177a-66fe-4c97-ad60-0fedce976b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:55.623483 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:56.574683 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-4dbd7cd1-a38e-45ba-93c6-e71a8f3b6ca7 req-c20230be-691b-4547-8897-155e8622a0a7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0898585 Mar 29 15:41:56.662763 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd7cd1-a38e-45ba-93c6-e71a8f3b6ca7 req-1786ed16-4b61-498b-967c-454fe45ff955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:56.664209 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-4dbd7cd1-a38e-45ba-93c6-e71a8f3b6ca7 req-1786ed16-4b61-498b-967c-454fe45ff955 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b38e7969800b462c9f549e8936e05713&device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 1129 time: 0.0420387 Mar 29 15:41:56.770229 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd7cd1-a38e-45ba-93c6-e71a8f3b6ca7 req-18705054-9fa8-4993-9504-fc664a248cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:56.771704 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-4dbd7cd1-a38e-45ba-93c6-e71a8f3b6ca7 req-18705054-9fa8-4993-9504-fc664a248cbd service neutron] 10.222.0.15 "GET /v2.0/networks?id=4743a25d-6f3c-4176-a7c2-eecb6d06479d HTTP/1.1" status: 200 len: 911 time: 0.0865293 Mar 29 15:41:56.839881 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-4dbd7cd1-a38e-45ba-93c6-e71a8f3b6ca7 req-e6f897bd-878d-4800-af39-e0a77c7c5ba5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5a25cbe-468d-45df-9ab4-d09b454d7528 HTTP/1.1" status: 200 len: 1000 time: 0.0568428 Mar 29 15:41:56.891640 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd7cd1-a38e-45ba-93c6-e71a8f3b6ca7 req-56d92541-8172-469d-89d5-9e4a3dad0a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:56.893117 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-4dbd7cd1-a38e-45ba-93c6-e71a8f3b6ca7 req-56d92541-8172-469d-89d5-9e4a3dad0a80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b7273ae-f678-496a-aaad-7ae864b3fe14 HTTP/1.1" status: 200 len: 849 time: 0.0476530 Mar 29 15:41:56.943777 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd7cd1-a38e-45ba-93c6-e71a8f3b6ca7 req-30bfb60a-d1b4-406f-9f92-f7deb38a7086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:56.945241 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-4dbd7cd1-a38e-45ba-93c6-e71a8f3b6ca7 req-30bfb60a-d1b4-406f-9f92-f7deb38a7086 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4743a25d-6f3c-4176-a7c2-eecb6d06479d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439446 Mar 29 15:41:57.034273 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-4dbd7cd1-a38e-45ba-93c6-e71a8f3b6ca7 req-a569ded9-832e-4551-8455-4c84bce4ea95 service neutron] 10.222.0.15 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796037 Mar 29 15:41:57.034763 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:57.125865 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-4dbd7cd1-a38e-45ba-93c6-e71a8f3b6ca7 req-f9194a66-30d4-4833-beb6-e6f97296276b service neutron] 10.222.0.15 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835288 Mar 29 15:41:58.508749 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:13.548247 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:22.273561 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7a64c4d7-1e0c-498a-a657-45e76daf3e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:24.467788 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fff859c0-59c0-4e54-b768-cf1605620eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:24.499313 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:42:25.691781 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:27.022037 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:28.479412 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:43.558888 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:52.255700 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5d551a1d-2e11-4c70-ad38-4d9059f5ae64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:54.467143 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3f2871c4-9e04-4dac-ac6d-ac1b9e4ffe7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:55.616023 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:57.004404 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:57.523792 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9c7ffbbe-dafb-468e-8ce9-1b0157a07dcc req-1670d59b-ad92-4085-a418-eb5ba5fdcf2a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438731 Mar 29 15:42:57.592230 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ffbbe-dafb-468e-8ce9-1b0157a07dcc req-8c995f44-2f7a-4eaf-a27c-627f6d678483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:57.594234 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9c7ffbbe-dafb-468e-8ce9-1b0157a07dcc req-8c995f44-2f7a-4eaf-a27c-627f6d678483 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afec2f6261d64114a4b5808565ea6c02&device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 1129 time: 0.0421510 Mar 29 15:42:57.950527 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ffbbe-dafb-468e-8ce9-1b0157a07dcc req-7e479c54-ea92-4622-a9b2-6eb021586216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:57.951925 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9c7ffbbe-dafb-468e-8ce9-1b0157a07dcc req-7e479c54-ea92-4622-a9b2-6eb021586216 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0cf3eb0-1596-439e-ab06-8468ad70da92 HTTP/1.1" status: 200 len: 915 time: 0.3362253 Mar 29 15:42:58.017632 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9c7ffbbe-dafb-468e-8ce9-1b0157a07dcc req-f478ba94-7a0b-486e-9bdf-f6b101c0c4c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c1e9065-5080-41a6-99b9-b4858bc9b209 HTTP/1.1" status: 200 len: 1001 time: 0.0561266 Mar 29 15:42:58.070674 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ffbbe-dafb-468e-8ce9-1b0157a07dcc req-3129da13-bc4c-43fb-ab62-aa677d428ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:58.072043 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9c7ffbbe-dafb-468e-8ce9-1b0157a07dcc req-3129da13-bc4c-43fb-ab62-aa677d428ce1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b21cdc-04db-44d5-82e6-f708c8512a80 HTTP/1.1" status: 200 len: 853 time: 0.0451021 Mar 29 15:42:58.119306 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ffbbe-dafb-468e-8ce9-1b0157a07dcc req-9fd842af-b996-4968-84b7-23a08cabf5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:58.120769 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9c7ffbbe-dafb-468e-8ce9-1b0157a07dcc req-9fd842af-b996-4968-84b7-23a08cabf5ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0cf3eb0-1596-439e-ab06-8468ad70da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423839 Mar 29 15:42:58.210013 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9c7ffbbe-dafb-468e-8ce9-1b0157a07dcc req-bfa11b76-79ee-4d1a-aa0f-1180e8df37d9 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793185 Mar 29 15:42:58.303662 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9c7ffbbe-dafb-468e-8ce9-1b0157a07dcc req-68ad07b6-903f-4952-9d1a-58bf801ba535 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841756 Mar 29 15:42:58.455367 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:43:00.992716 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [req-6e40dc33-160f-4b26-b890-9616d786d7f7 req-d541325f-4343-452a-bf3c-d17399916b19 service neutron] (103831) timed out ('10.222.0.39', 35894) {{(pid=103831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 15:43:01.179137 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [req-6e40dc33-160f-4b26-b890-9616d786d7f7 req-e49f3381-5a6f-4c5a-abca-8c69438b637c tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] (103832) timed out ('10.222.0.39', 35904) {{(pid=103832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 15:43:01.498055 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:43:13.546544 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:43:22.272173 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3b9d517b-4354-417d-9cfc-e43205a0a902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:43:24.455382 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-06f91861-567e-473e-bfc7-cdfb25751b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:43:25.615454 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:43:27.066909 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:43:28.466951 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:43:38.496960 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:43:43.540847 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:43:52.266097 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c5a9d063-07db-421b-b663-9565241f6060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:43:54.465593 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-783dc489-94da-4719-b4fa-35b34cabb403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:43:55.631065 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:43:57.020315 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:43:58.505682 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-59a69eb6-82b2-4c4d-91fc-13e41f3a6b0e req-5981fe47-889b-4bd3-9665-e4b7bc513ef6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446813 Mar 29 15:43:58.517775 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:43:58.596932 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a69eb6-82b2-4c4d-91fc-13e41f3a6b0e req-1158d2c5-e5ce-47b4-adc9-a270a3de4a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:58.598957 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-59a69eb6-82b2-4c4d-91fc-13e41f3a6b0e req-1158d2c5-e5ce-47b4-adc9-a270a3de4a43 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b38e7969800b462c9f549e8936e05713&device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 1129 time: 0.0441468 Mar 29 15:43:58.709716 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a69eb6-82b2-4c4d-91fc-13e41f3a6b0e req-6a1df744-21f0-40bb-971c-8196b85a60ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:58.711189 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-59a69eb6-82b2-4c4d-91fc-13e41f3a6b0e req-6a1df744-21f0-40bb-971c-8196b85a60ee service neutron] 10.222.0.15 "GET /v2.0/networks?id=4743a25d-6f3c-4176-a7c2-eecb6d06479d HTTP/1.1" status: 200 len: 911 time: 0.0893285 Mar 29 15:43:58.778433 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-59a69eb6-82b2-4c4d-91fc-13e41f3a6b0e req-f38de463-8a72-48f8-a33a-b321d670b75f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5a25cbe-468d-45df-9ab4-d09b454d7528 HTTP/1.1" status: 200 len: 1000 time: 0.0580535 Mar 29 15:43:58.832490 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a69eb6-82b2-4c4d-91fc-13e41f3a6b0e req-06d3e964-52cc-49a3-94cc-31464a4de0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:58.833893 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-59a69eb6-82b2-4c4d-91fc-13e41f3a6b0e req-06d3e964-52cc-49a3-94cc-31464a4de0cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b7273ae-f678-496a-aaad-7ae864b3fe14 HTTP/1.1" status: 200 len: 849 time: 0.0459054 Mar 29 15:43:58.885879 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a69eb6-82b2-4c4d-91fc-13e41f3a6b0e req-a2ebe09e-2036-4007-9fa2-0432ef8d278a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:58.887353 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-59a69eb6-82b2-4c4d-91fc-13e41f3a6b0e req-a2ebe09e-2036-4007-9fa2-0432ef8d278a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4743a25d-6f3c-4176-a7c2-eecb6d06479d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427949 Mar 29 15:43:58.977640 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-59a69eb6-82b2-4c4d-91fc-13e41f3a6b0e req-d104797f-196d-43c9-8415-7f430ce8568a service neutron] 10.222.0.15 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803232 Mar 29 15:43:59.073412 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-59a69eb6-82b2-4c4d-91fc-13e41f3a6b0e req-89f3edd9-401e-4439-bf84-52097c2f3406 service neutron] 10.222.0.15 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854917 Mar 29 15:44:13.540895 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:15.495802 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:44:22.288202 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6c58dbd6-1fb0-4678-adab-10d2ba509730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:24.447530 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c6b661ae-14e7-404c-b0d3-01d929bc55ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:25.620198 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:27.014983 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:28.517428 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:38.718731 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [req-b4f78f05-1ff7-4e58-80c3-90551dce77f6 req-4d51cccd-852e-49f3-83af-3c725bc0fc76 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] (103831) timed out ('10.222.0.15', 55904) {{(pid=103831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 15:44:43.563050 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:52.269426 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-36d69f95-dc36-42c3-a809-8602b0e55edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:52.495758 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:44:54.492475 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3fd70a35-d51f-4748-93f0-6190992f8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:55.648922 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:57.017906 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:58.507226 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-02580101-0e36-4cbd-930c-012c16b7d758 req-58af3068-b96a-42bf-ade7-f7e910d793a7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430136 Mar 29 15:44:58.537135 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:58.582708 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02580101-0e36-4cbd-930c-012c16b7d758 req-69121c9c-780d-435c-a177-fec2ff0d0b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:58.583968 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-02580101-0e36-4cbd-930c-012c16b7d758 req-69121c9c-780d-435c-a177-fec2ff0d0b30 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afec2f6261d64114a4b5808565ea6c02&device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 1129 time: 0.0469089 Mar 29 15:44:58.696020 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02580101-0e36-4cbd-930c-012c16b7d758 req-d5726e7e-61e1-4f8c-b03c-5d9c2cb84d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:58.697436 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-02580101-0e36-4cbd-930c-012c16b7d758 req-d5726e7e-61e1-4f8c-b03c-5d9c2cb84d13 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0cf3eb0-1596-439e-ab06-8468ad70da92 HTTP/1.1" status: 200 len: 915 time: 0.0880313 Mar 29 15:44:58.763604 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-02580101-0e36-4cbd-930c-012c16b7d758 req-f80e6f14-7487-42cc-a8de-ea751c6af0bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c1e9065-5080-41a6-99b9-b4858bc9b209 HTTP/1.1" status: 200 len: 1001 time: 0.0569534 Mar 29 15:44:58.817385 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02580101-0e36-4cbd-930c-012c16b7d758 req-044158fb-5940-4ee3-a607-b3d9932438a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:58.819382 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-02580101-0e36-4cbd-930c-012c16b7d758 req-044158fb-5940-4ee3-a607-b3d9932438a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b21cdc-04db-44d5-82e6-f708c8512a80 HTTP/1.1" status: 200 len: 853 time: 0.0460992 Mar 29 15:44:58.869034 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02580101-0e36-4cbd-930c-012c16b7d758 req-e6198d14-706c-4d0e-a6c2-76dc145c287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:58.870482 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-02580101-0e36-4cbd-930c-012c16b7d758 req-e6198d14-706c-4d0e-a6c2-76dc145c287c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0cf3eb0-1596-439e-ab06-8468ad70da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421839 Mar 29 15:44:58.959879 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-02580101-0e36-4cbd-930c-012c16b7d758 req-5a2f63e5-f213-4bb0-919c-5d349f405b26 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794635 Mar 29 15:44:59.055303 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-02580101-0e36-4cbd-930c-012c16b7d758 req-9c07e992-3556-4efe-8e5f-31a86d394ab5 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860651 Mar 29 15:45:13.605714 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:45:22.265471 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8e5d01a0-9f40-4a80-974b-7e50c9f91aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:45:24.488365 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bb1d966b-ba86-4d77-92cc-007cf634c439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:45:25.636724 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:45:27.022467 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:45:28.513868 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:45:29.495379 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:45:43.568340 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:45:52.273438 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2663-a097-4c29-91c3-5b71bd42c507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:45:54.459458 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-29ac5cb4-d1ed-485a-a22b-9af87382b6cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:45:55.653468 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:45:57.049857 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:45:58.488193 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:45:59.528130 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-de486a4d-aa78-4854-ac42-cd64f91d52bf req-26a63e84-e3ed-4718-88f7-96e279c0b336 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455055 Mar 29 15:45:59.618745 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de486a4d-aa78-4854-ac42-cd64f91d52bf req-bbe35f72-26ef-4602-b47e-65ff7e034f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:59.620336 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-de486a4d-aa78-4854-ac42-cd64f91d52bf req-bbe35f72-26ef-4602-b47e-65ff7e034f5f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b38e7969800b462c9f549e8936e05713&device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 1129 time: 0.0443151 Mar 29 15:45:59.726962 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de486a4d-aa78-4854-ac42-cd64f91d52bf req-47a20cbd-c96c-4ea3-b435-5453d443a2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:59.728508 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-de486a4d-aa78-4854-ac42-cd64f91d52bf req-47a20cbd-c96c-4ea3-b435-5453d443a2c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4743a25d-6f3c-4176-a7c2-eecb6d06479d HTTP/1.1" status: 200 len: 911 time: 0.0858090 Mar 29 15:45:59.795163 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-de486a4d-aa78-4854-ac42-cd64f91d52bf req-3ba7ea36-c554-4504-a3ed-c3beaa13e8f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5a25cbe-468d-45df-9ab4-d09b454d7528 HTTP/1.1" status: 200 len: 1000 time: 0.0571010 Mar 29 15:45:59.849560 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de486a4d-aa78-4854-ac42-cd64f91d52bf req-97b26a61-103f-4a6c-a9fb-3c05cd62aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:59.851056 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-de486a4d-aa78-4854-ac42-cd64f91d52bf req-97b26a61-103f-4a6c-a9fb-3c05cd62aa8e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b7273ae-f678-496a-aaad-7ae864b3fe14 HTTP/1.1" status: 200 len: 849 time: 0.0468059 Mar 29 15:45:59.901112 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de486a4d-aa78-4854-ac42-cd64f91d52bf req-40ee005d-c0ec-421c-ac10-2751b1743f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:59.902579 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-de486a4d-aa78-4854-ac42-cd64f91d52bf req-40ee005d-c0ec-421c-ac10-2751b1743f7c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4743a25d-6f3c-4176-a7c2-eecb6d06479d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438776 Mar 29 15:45:59.992672 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-de486a4d-aa78-4854-ac42-cd64f91d52bf req-65c93586-b295-4075-b7f4-d6cfd793b2e0 service neutron] 10.222.0.15 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798879 Mar 29 15:46:00.086544 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-de486a4d-aa78-4854-ac42-cd64f91d52bf req-cb7ae34c-eb65-4759-a96e-71673c746cb0 service neutron] 10.222.0.15 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849245 Mar 29 15:46:06.494654 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:46:13.590523 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:22.272337 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-aa26aab5-9290-4620-8ccc-9875dcfb4afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:24.466326 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6fb4cb0e-433a-4639-95ad-c397964079fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:25.288988 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [req-39bcd1fe-c7fe-4c4d-a17c-66d1cc2f6b15 req-1eb84d3c-86f1-48b6-aca7-40b46f1db1a8 service neutron] (103831) timed out ('10.222.0.39', 37970) {{(pid=103831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 15:46:25.503338 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [req-39bcd1fe-c7fe-4c4d-a17c-66d1cc2f6b15 req-95d8f204-3133-4ccb-8806-f16556611189 tempest-AttachVolumeShelveTestJSON-1017865949 tempest-AttachVolumeShelveTestJSON-1017865949-project] (103832) timed out ('10.222.0.39', 37980) {{(pid=103832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 15:46:25.664525 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:27.030279 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:28.493246 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:43.494841 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:46:43.580168 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:52.310422 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2841d580-9d99-4991-8c00-2f778c1d6725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:54.460216 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ce6b783a-62b9-44c5-ae25-4d22b822b701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:55.642781 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:57.042095 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:58.505867 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:47:00.613457 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-98fa9aa6-1ff1-447d-beff-b823667bc710 req-40caa143-5441-40f1-9e21-814eafecede6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1436753 Mar 29 15:47:00.683756 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa9aa6-1ff1-447d-beff-b823667bc710 req-faf53c0c-7e0f-4160-a951-12ecd0fbbc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:00.685241 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-98fa9aa6-1ff1-447d-beff-b823667bc710 req-faf53c0c-7e0f-4160-a951-12ecd0fbbc88 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afec2f6261d64114a4b5808565ea6c02&device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 1129 time: 0.0431986 Mar 29 15:47:00.792529 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa9aa6-1ff1-447d-beff-b823667bc710 req-2be6b3c5-e353-458e-8fd2-b93c7fa15254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:00.794026 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-98fa9aa6-1ff1-447d-beff-b823667bc710 req-2be6b3c5-e353-458e-8fd2-b93c7fa15254 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0cf3eb0-1596-439e-ab06-8468ad70da92 HTTP/1.1" status: 200 len: 915 time: 0.0857761 Mar 29 15:47:00.862182 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-98fa9aa6-1ff1-447d-beff-b823667bc710 req-3f830376-63ff-45db-ab9f-dd76aea70b02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c1e9065-5080-41a6-99b9-b4858bc9b209 HTTP/1.1" status: 200 len: 1001 time: 0.0579803 Mar 29 15:47:00.918367 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa9aa6-1ff1-447d-beff-b823667bc710 req-051540f4-97e5-497e-a8c3-25f557819137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:00.920056 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-98fa9aa6-1ff1-447d-beff-b823667bc710 req-051540f4-97e5-497e-a8c3-25f557819137 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b21cdc-04db-44d5-82e6-f708c8512a80 HTTP/1.1" status: 200 len: 853 time: 0.0493486 Mar 29 15:47:00.970544 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa9aa6-1ff1-447d-beff-b823667bc710 req-3abdcbaf-0240-4aff-ad78-e335d48573c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:00.972016 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-98fa9aa6-1ff1-447d-beff-b823667bc710 req-3abdcbaf-0240-4aff-ad78-e335d48573c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0cf3eb0-1596-439e-ab06-8468ad70da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429618 Mar 29 15:47:00.984973 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [req-98fa9aa6-1ff1-447d-beff-b823667bc710 req-166cced6-ce48-40b5-92fb-c3728be4fc6e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:47:00.985891 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-98fa9aa6-1ff1-447d-beff-b823667bc710 req-166cced6-ce48-40b5-92fb-c3728be4fc6e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046935 Mar 29 15:47:01.076762 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-98fa9aa6-1ff1-447d-beff-b823667bc710 req-58a48c51-52cb-483c-a29e-a347786b6c65 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804112 Mar 29 15:47:01.172226 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-98fa9aa6-1ff1-447d-beff-b823667bc710 req-80252a6b-20a0-4613-9acf-d5e97477e50e service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849917 Mar 29 15:47:13.602310 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:47:20.494396 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:47:22.310693 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bd51c0f0-6ec7-4410-8e4a-22e8081b41b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:47:24.545113 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f98292f0-c674-4ea6-8e72-1e4c8064f6dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:47:25.665260 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:47:27.047394 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:47:28.533838 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:47:43.584433 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:47:52.286841 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-33021a6c-ae37-44ca-b98d-1ecadfbbc91b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:47:54.481205 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c7f305bd-14d7-4276-b9c8-5e8ff740f70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:47:55.687031 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:47:57.058260 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:47:57.493794 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:47:58.526578 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:01.506393 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-ed990fce-0f9a-4c00-b94a-b624487cd88c req-0493363a-b9f1-4b78-bf0d-f42fc09a016a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441203 Mar 29 15:48:01.598137 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed990fce-0f9a-4c00-b94a-b624487cd88c req-1e889998-153e-45f3-887c-d79a719534b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:01.599619 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-ed990fce-0f9a-4c00-b94a-b624487cd88c req-1e889998-153e-45f3-887c-d79a719534b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b38e7969800b462c9f549e8936e05713&device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 1129 time: 0.0439436 Mar 29 15:48:01.705729 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed990fce-0f9a-4c00-b94a-b624487cd88c req-b01050b6-3fe7-4a9c-94a3-c9232a5d0d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:01.707116 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-ed990fce-0f9a-4c00-b94a-b624487cd88c req-b01050b6-3fe7-4a9c-94a3-c9232a5d0d94 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4743a25d-6f3c-4176-a7c2-eecb6d06479d HTTP/1.1" status: 200 len: 911 time: 0.0860848 Mar 29 15:48:01.773496 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-ed990fce-0f9a-4c00-b94a-b624487cd88c req-c7b5184d-6dbc-4296-80e7-4ffa6ac201e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5a25cbe-468d-45df-9ab4-d09b454d7528 HTTP/1.1" status: 200 len: 1000 time: 0.0568993 Mar 29 15:48:01.825892 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed990fce-0f9a-4c00-b94a-b624487cd88c req-aa1648ed-ee12-48c6-a398-aff99932c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:01.827279 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-ed990fce-0f9a-4c00-b94a-b624487cd88c req-aa1648ed-ee12-48c6-a398-aff99932c6f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b7273ae-f678-496a-aaad-7ae864b3fe14 HTTP/1.1" status: 200 len: 849 time: 0.0454884 Mar 29 15:48:01.877690 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed990fce-0f9a-4c00-b94a-b624487cd88c req-fb1a485b-e86e-45f5-99ca-56eb0ead4c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:01.879182 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-ed990fce-0f9a-4c00-b94a-b624487cd88c req-fb1a485b-e86e-45f5-99ca-56eb0ead4c49 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4743a25d-6f3c-4176-a7c2-eecb6d06479d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423641 Mar 29 15:48:01.967341 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-ed990fce-0f9a-4c00-b94a-b624487cd88c req-4c401ce3-9a06-4b41-bcb6-65190076e934 service neutron] 10.222.0.15 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789790 Mar 29 15:48:02.059541 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-ed990fce-0f9a-4c00-b94a-b624487cd88c req-92bd0939-89c3-4836-818e-54bf6351edbe service neutron] 10.222.0.15 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832818 Mar 29 15:48:02.896116 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 43410) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:48:03.048282 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-6822ba74-9ba5-424a-8a65-0a3464f26497 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Deleting port ba4974b2-bb25-44ed-8f95-37ef654b09ea {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:48:03.048645 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6822ba74-9ba5-424a-8a65-0a3464f26497 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (ba4974b2-bb25-44ed-8f95-37ef654b09ea), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:03.127013 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6822ba74-9ba5-424a-8a65-0a3464f26497 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (ba4974b2-bb25-44ed-8f95-37ef654b09ea), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:03.127269 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6822ba74-9ba5-424a-8a65-0a3464f26497 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for floatingip (ba4974b2-bb25-44ed-8f95-37ef654b09ea), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:03.139277 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-6822ba74-9ba5-424a-8a65-0a3464f26497 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Calling delete_port for ba4974b2-bb25-44ed-8f95-37ef654b09ea owned by network:floatingip {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:48:03.584363 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6822ba74-9ba5-424a-8a65-0a3464f26497 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (ba4974b2-bb25-44ed-8f95-37ef654b09ea), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:03.610090 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822ba74-9ba5-424a-8a65-0a3464f26497 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Pushing event deleted for resources: {'Port': ['ID=ba4974b2-bb25-44ed-8f95-37ef654b09ea,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:03.625416 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822ba74-9ba5-424a-8a65-0a3464f26497 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:03.625779 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822ba74-9ba5-424a-8a65-0a3464f26497 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:03.626126 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822ba74-9ba5-424a-8a65-0a3464f26497 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:03.626466 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822ba74-9ba5-424a-8a65-0a3464f26497 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:03.626801 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822ba74-9ba5-424a-8a65-0a3464f26497 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:03.627133 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822ba74-9ba5-424a-8a65-0a3464f26497 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:03.627464 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822ba74-9ba5-424a-8a65-0a3464f26497 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:03.627790 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822ba74-9ba5-424a-8a65-0a3464f26497 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:03.628115 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822ba74-9ba5-424a-8a65-0a3464f26497 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:03.628465 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822ba74-9ba5-424a-8a65-0a3464f26497 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:03.628792 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822ba74-9ba5-424a-8a65-0a3464f26497 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:03.629114 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822ba74-9ba5-424a-8a65-0a3464f26497 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:03.629435 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822ba74-9ba5-424a-8a65-0a3464f26497 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:03.629754 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822ba74-9ba5-424a-8a65-0a3464f26497 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:03.630071 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822ba74-9ba5-424a-8a65-0a3464f26497 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:03.692337 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6822ba74-9ba5-424a-8a65-0a3464f26497 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for floatingip (f8ff9503-3e29-485d-aefa-246a499f2dc7), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:03.692624 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.db.l3_db [None req-6822ba74-9ba5-424a-8a65-0a3464f26497 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Floating IP f8ff9503-3e29-485d-aefa-246a499f2dc7 disassociated (deleted). External IP: 172.27.3.37, port: a5a25cbe-468d-45df-9ab4-d09b454d7528. Mar 29 15:48:03.895061 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6822ba74-9ba5-424a-8a65-0a3464f26497 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Router 7688dbfa-20d5-4488-9a6c-8014496b34e4 has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:48:04.002381 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6822ba74-9ba5-424a-8a65-0a3464f26497 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:48:04.007663 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6822ba74-9ba5-424a-8a65-0a3464f26497 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:04.012793 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83f4ff7-c3ed-4a19-9fbf-4e004be9d1bf None None] Sync routers for ids ['7688dbfa-20d5-4488-9a6c-8014496b34e4'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:48:04.022012 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83f4ff7-c3ed-4a19-9fbf-4e004be9d1bf None None] Routers {'7688dbfa-20d5-4488-9a6c-8014496b34e4'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:48:04.022618 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-b83f4ff7-c3ed-4a19-9fbf-4e004be9d1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:47:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['7688dbfa-20d5-4488-9a6c-8014496b34e4'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:04.036246 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-6822ba74-9ba5-424a-8a65-0a3464f26497 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "DELETE /v2.0/floatingips/f8ff9503-3e29-485d-aefa-246a499f2dc7 HTTP/1.1" status: 204 len: 168 time: 1.1390507 Mar 29 15:48:04.036865 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4fa26e-554d-4da8-b7ed-143d59143ec1', 'tag': 'a5a25cbe-468d-45df-9ab4-d09b454d7528'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:48:04.039132 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17cd39a57bce2f0cfda3a3fd3bf70c34a3f67f93f1dabf257ee71a9fa0902d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08a3975-8821-40c5-b0af-eb6d009e8795" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4fa26e-554d-4da8-b7ed-143d59143ec1", "tag": "a5a25cbe-468d-45df-9ab4-d09b454d7528"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:48:04.132856 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-b83f4ff7-c3ed-4a19-9fbf-4e004be9d1bf None None] Set router 7688dbfa-20d5-4488-9a6c-8014496b34e4 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:48:04.220964 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9082ad56-3f32-42d2-82e6-0a3be017ab67 x-openstack-request-id: req-9082ad56-3f32-42d2-82e6-0a3be017ab67 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:48:04.221262 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4fa26e-554d-4da8-b7ed-143d59143ec1", "tag": "a5a25cbe-468d-45df-9ab4-d09b454d7528", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:48:04.221518 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9082ad56-3f32-42d2-82e6-0a3be017ab67 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:48:04.221931 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9082ad56-3f32-42d2-82e6-0a3be017ab67'] response: {'name': 'network-changed', 'server_uuid': '9d4fa26e-554d-4da8-b7ed-143d59143ec1', 'tag': 'a5a25cbe-468d-45df-9ab4-d09b454d7528', 'status': 'completed', 'code': 200} Mar 29 15:48:04.297213 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a3975-8821-40c5-b0af-eb6d009e8795 req-8c78b4f1-3b30-4da1-a3db-b948bb2fe85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:04.298682 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b08a3975-8821-40c5-b0af-eb6d009e8795 req-8c78b4f1-3b30-4da1-a3db-b948bb2fe85c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b38e7969800b462c9f549e8936e05713&device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 1129 time: 0.0478661 Mar 29 15:48:04.337635 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-b83f4ff7-c3ed-4a19-9fbf-4e004be9d1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'name': 'tempest-TestVolumeBootPattern-47432897-router', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:46Z', 'revision_number': 4, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'gw_port': {'id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': 'ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea', 'name': '', 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'mac_address': 'fa:16:3e:85:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:45Z', 'updated_at': '2022-03-29T15:30:51Z', 'revision_number': 5, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'subnets': [{'id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:04.363054 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83f4ff7-c3ed-4a19-9fbf-4e004be9d1bf None None] Checking router: 7688dbfa-20d5-4488-9a6c-8014496b34e4 for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:48:04.371809 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83f4ff7-c3ed-4a19-9fbf-4e004be9d1bf None None] Routers {'7688dbfa-20d5-4488-9a6c-8014496b34e4'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:48:04.372448 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-b83f4ff7-c3ed-4a19-9fbf-4e004be9d1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:47:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['7688dbfa-20d5-4488-9a6c-8014496b34e4'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:04.395374 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a3975-8821-40c5-b0af-eb6d009e8795 req-5d7463fb-44aa-4c85-8101-ef2b4c5a0fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:04.399628 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b08a3975-8821-40c5-b0af-eb6d009e8795 req-5d7463fb-44aa-4c85-8101-ef2b4c5a0fb3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4743a25d-6f3c-4176-a7c2-eecb6d06479d HTTP/1.1" status: 200 len: 911 time: 0.0876501 Mar 29 15:48:04.450115 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b08a3975-8821-40c5-b0af-eb6d009e8795 req-587cf02d-3544-44a4-be5a-3abcec903077 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5a25cbe-468d-45df-9ab4-d09b454d7528 HTTP/1.1" status: 200 len: 217 time: 0.0386157 Mar 29 15:48:04.500400 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a3975-8821-40c5-b0af-eb6d009e8795 req-73c4926e-d1f2-4730-b6bf-2b0f28862ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:04.502043 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b08a3975-8821-40c5-b0af-eb6d009e8795 req-73c4926e-d1f2-4730-b6bf-2b0f28862ba9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b7273ae-f678-496a-aaad-7ae864b3fe14 HTTP/1.1" status: 200 len: 849 time: 0.0447605 Mar 29 15:48:04.565781 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a3975-8821-40c5-b0af-eb6d009e8795 req-14113021-4312-41fb-a87e-0101cb14e585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:04.565781 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b08a3975-8821-40c5-b0af-eb6d009e8795 req-14113021-4312-41fb-a87e-0101cb14e585 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4743a25d-6f3c-4176-a7c2-eecb6d06479d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0534298 Mar 29 15:48:04.579572 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-b83f4ff7-c3ed-4a19-9fbf-4e004be9d1bf None None] Set router 7688dbfa-20d5-4488-9a6c-8014496b34e4 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:48:04.664638 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b08a3975-8821-40c5-b0af-eb6d009e8795 req-1de2a1fc-5478-4e6d-8de1-bb2b6f9f2ba4 service neutron] 10.222.0.15 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874109 Mar 29 15:48:04.688395 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33841f55-c3a5-4b77-9dd2-b312ad3231eb req-0adfdbaf-77ef-41ea-a3cf-3ae4b7f4ba63 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:04.689908 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-33841f55-c3a5-4b77-9dd2-b312ad3231eb req-0adfdbaf-77ef-41ea-a3cf-3ae4b7f4ba63 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 945 time: 0.1234672 Mar 29 15:48:04.745953 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-33841f55-c3a5-4b77-9dd2-b312ad3231eb req-b94854e0-7b4f-4e7a-9482-c55ae01df2db tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/security-groups?id=7818609e-dc1b-4b75-b431-7d347525ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496395 Mar 29 15:48:04.766348 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b08a3975-8821-40c5-b0af-eb6d009e8795 req-94910a2a-2ebd-4338-9364-2bcbcd30a97f service neutron] 10.222.0.15 "GET /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952060 Mar 29 15:48:04.790419 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-b83f4ff7-c3ed-4a19-9fbf-4e004be9d1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'name': 'tempest-TestVolumeBootPattern-47432897-router', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:46Z', 'revision_number': 4, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'gw_port': {'id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': 'ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea', 'name': '', 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'mac_address': 'fa:16:3e:85:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:45Z', 'updated_at': '2022-03-29T15:30:51Z', 'revision_number': 5, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'subnets': [{'id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:04.817782 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83f4ff7-c3ed-4a19-9fbf-4e004be9d1bf None None] The sync data for ids ['7688dbfa-20d5-4488-9a6c-8014496b34e4'] in dv-cinder-562053-19-iscsi is: [{'id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'name': 'tempest-TestVolumeBootPattern-47432897-router', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:46Z', 'revision_number': 4, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'gw_port': {'id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': 'ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea', 'name': '', 'network_id': '4743a25d-6f3c-4176-a7c2-eecb6d06479d', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'mac_address': 'fa:16:3e:85:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:45Z', 'updated_at': '2022-03-29T15:30:51Z', 'revision_number': 5, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'subnets': [{'id': '0b7273ae-f678-496a-aaad-7ae864b3fe14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:48:05.107672 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460a9a3b-577d-405f-8d3e-ccf48e9e820b None None] New status for floating IP f8ff9503-3e29-485d-aefa-246a499f2dc7: DOWN {{(pid=103833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:48:05.329336 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2042ece-9fa6-4d13-b4cc-f74c9ac77ec5 req-27b74965-b014-4327-9083-8e645846f1d3 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:05.330864 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b2042ece-9fa6-4d13-b4cc-f74c9ac77ec5 req-27b74965-b014-4327-9083-8e645846f1d3 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 945 time: 0.0526671 Mar 29 15:48:05.427517 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-b2042ece-9fa6-4d13-b4cc-f74c9ac77ec5 req-830966ef-0079-4714-b977-4ac1931897c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Deleting port a5a25cbe-468d-45df-9ab4-d09b454d7528 {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:48:05.427875 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-b2042ece-9fa6-4d13-b4cc-f74c9ac77ec5 req-830966ef-0079-4714-b977-4ac1931897c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (a5a25cbe-468d-45df-9ab4-d09b454d7528), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:05.517155 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-b2042ece-9fa6-4d13-b4cc-f74c9ac77ec5 req-830966ef-0079-4714-b977-4ac1931897c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] For port a5a25cbe-468d-45df-9ab4-d09b454d7528, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=a5a25cbe-468d-45df-9ab4-d09b454d7528,segment=NetworkSegment(6d655c62-26bc-4f1a-b28a-6428719d7433),segment_id=6d655c62-26bc-4f1a-b28a-6428719d7433)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:05.517520 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-b2042ece-9fa6-4d13-b4cc-f74c9ac77ec5 req-830966ef-0079-4714-b977-4ac1931897c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (a5a25cbe-468d-45df-9ab4-d09b454d7528), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:05.531055 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-b2042ece-9fa6-4d13-b4cc-f74c9ac77ec5 req-830966ef-0079-4714-b977-4ac1931897c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Calling delete_port for a5a25cbe-468d-45df-9ab4-d09b454d7528 owned by compute:nova {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:48:05.727781 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-b2042ece-9fa6-4d13-b4cc-f74c9ac77ec5 req-830966ef-0079-4714-b977-4ac1931897c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (a5a25cbe-468d-45df-9ab4-d09b454d7528), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:05.754748 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830966ef-0079-4714-b977-4ac1931897c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Pushing event deleted for resources: {'Port': ['ID=a5a25cbe-468d-45df-9ab4-d09b454d7528,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:05.764394 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830966ef-0079-4714-b977-4ac1931897c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:05.764737 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830966ef-0079-4714-b977-4ac1931897c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:05.765180 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830966ef-0079-4714-b977-4ac1931897c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:05.765534 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830966ef-0079-4714-b977-4ac1931897c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:05.765876 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830966ef-0079-4714-b977-4ac1931897c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:05.766217 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830966ef-0079-4714-b977-4ac1931897c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:05.766554 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830966ef-0079-4714-b977-4ac1931897c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:05.766886 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830966ef-0079-4714-b977-4ac1931897c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:05.767626 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830966ef-0079-4714-b977-4ac1931897c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:05.767626 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830966ef-0079-4714-b977-4ac1931897c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:05.767883 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830966ef-0079-4714-b977-4ac1931897c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:05.768175 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830966ef-0079-4714-b977-4ac1931897c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:05.768529 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830966ef-0079-4714-b977-4ac1931897c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:05.768920 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830966ef-0079-4714-b977-4ac1931897c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:05.769370 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830966ef-0079-4714-b977-4ac1931897c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:05.846241 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2042ece-9fa6-4d13-b4cc-f74c9ac77ec5 req-830966ef-0079-4714-b977-4ac1931897c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] No DVR routers for this DVR port a5a25cbe-468d-45df-9ab4-d09b454d7528 on host hv-cinder-56205 {{(pid=103831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:48:05.846241 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-b2042ece-9fa6-4d13-b4cc-f74c9ac77ec5 req-830966ef-0079-4714-b977-4ac1931897c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:05.846241 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b2042ece-9fa6-4d13-b4cc-f74c9ac77ec5 req-830966ef-0079-4714-b977-4ac1931897c6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.15 "DELETE /v2.0/ports/a5a25cbe-468d-45df-9ab4-d09b454d7528 HTTP/1.1" status: 204 len: 173 time: 0.4790225 Mar 29 15:48:05.846241 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4fa26e-554d-4da8-b7ed-143d59143ec1', 'name': 'network-vif-deleted', 'tag': 'a5a25cbe-468d-45df-9ab4-d09b454d7528'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:48:05.846241 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a88b53-67f9-4ff1-b424-6b856a9e4c71" -d '{"events": [{"server_uuid": "9d4fa26e-554d-4da8-b7ed-143d59143ec1", "name": "network-vif-deleted", "tag": "a5a25cbe-468d-45df-9ab4-d09b454d7528"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:48:05.906024 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5c44f13c-674f-4214-b59d-186af420bd26 req-5e86a43f-be25-4c6d-9efb-632a70d32031 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0803413 Mar 29 15:48:05.915342 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10850f2d-f3a3-434e-a5cf-16fb59cdeb6b x-openstack-request-id: req-10850f2d-f3a3-434e-a5cf-16fb59cdeb6b {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:48:05.915643 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4fa26e-554d-4da8-b7ed-143d59143ec1", "name": "network-vif-deleted", "tag": "a5a25cbe-468d-45df-9ab4-d09b454d7528", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:48:05.915895 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-10850f2d-f3a3-434e-a5cf-16fb59cdeb6b {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:48:05.916331 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10850f2d-f3a3-434e-a5cf-16fb59cdeb6b'] response: {'server_uuid': '9d4fa26e-554d-4da8-b7ed-143d59143ec1', 'name': 'network-vif-deleted', 'tag': 'a5a25cbe-468d-45df-9ab4-d09b454d7528', 'status': 'completed', 'code': 200} Mar 29 15:48:07.003071 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6a778705-9ddf-4f92-960d-d394f31ed5a5 req-a0c08cdd-c3ab-40aa-a679-220528d438a3 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0272830 Mar 29 15:48:08.093558 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-04378639-e8e6-4e53-9bf7-47956cd52c0f req-c150706c-2056-4f54-9d2c-dbf09986d88c tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0269241 Mar 29 15:48:08.371894 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device a5a25cbe-468d-45df-9ab4-d09b454d7528 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:48:08.391929 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] No Port match for: a5a25cbe-468d-45df-9ab4-d09b454d7528 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:48:08.392319 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device a5a25cbe-468d-45df-9ab4-d09b454d7528 not bound to the agent host hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:48:09.187834 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d85b204e-be9a-47bf-91bb-2f89710c7105 req-96fb22e4-d548-4496-b76e-f1ba79aa738e tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0289228 Mar 29 15:48:10.277853 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e7f46290-5a4e-4dc3-88fa-99fb0d65ef9a req-6a52cce2-2a14-4710-a2be-98585a6bc22b tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0259161 Mar 29 15:48:11.368854 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-14db4565-b9ae-4df4-a9df-91d3dff63663 req-4733bc22-f3a4-4924-8330-cb99d287bd1b tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0262971 Mar 29 15:48:12.461511 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2f7826da-71df-44de-b95e-9e7b7a701aa2 req-7b170d42-c338-43ac-8a3c-81b0d69ecf0a tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0272179 Mar 29 15:48:13.552180 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8d442ab1-669b-4332-a22b-fb60297f0761 req-ef2f3a87-d590-42e7-bdcd-e8aeae29ac97 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0265262 Mar 29 15:48:13.624129 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:14.643537 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1b84f22c-099a-4363-82a6-dc97e7ed5a88 req-ee836cc4-7690-475c-a5b8-c3590140d7e9 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0261009 Mar 29 15:48:15.737503 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a1e4e033-0330-4c8f-adb8-686db9811031 req-074f9327-9872-4e4f-89fa-24f8f7773ca4 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0298529 Mar 29 15:48:16.827977 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f0632148-59bf-40aa-8bd3-a42cdf2d9656 req-0943cdec-1ddf-49b4-8655-65b6d92f80d7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0264804 Mar 29 15:48:17.923123 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-139e2316-8402-4f4c-b4c6-c75fb468e426 req-d193b07d-c920-4b16-8874-549e7fda7037 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0276003 Mar 29 15:48:19.011041 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-050109ed-68f1-4629-8d30-df974306fa86 req-a2efbdef-76b8-43cd-adb7-c6489f171399 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0265565 Mar 29 15:48:20.107671 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-23c4c7b5-0f86-460b-ad37-83ca2c80299f req-c56aafbe-928e-4506-a4ec-329ae5d4f935 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0266771 Mar 29 15:48:21.199530 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3028cd2b-0da6-4f9c-b206-e0d825b215d6 req-b7c2460b-f5f0-44a2-a815-567d1d4f5a52 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0273943 Mar 29 15:48:22.292574 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-224f0592-3273-4c82-8f29-c7f6c8e85bcf req-c3a0387f-37be-4686-85e2-f136c18a4fcd tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0297499 Mar 29 15:48:22.321084 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-da7a056c-0c1a-44b2-ba28-e40fa5e39d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:23.383290 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5ca50acf-03d9-46ce-8d28-d728d264540f req-9fbd3a93-5c7c-4159-96b5-41b5fa0048c3 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0261295 Mar 29 15:48:24.478965 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d5820861-da92-4803-8617-b35dcb46ebd0 req-a79c5c44-f699-43b2-88ec-22dfc4262de4 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0271561 Mar 29 15:48:24.532200 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-74e61891-8653-44bc-8435-4d577fa9ea5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:25.573852 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6ac4ea13-5fb0-49c0-9c96-0176138bc150 req-1d8f8fe6-5e8a-40ee-87c2-ab79f5284b23 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0276814 Mar 29 15:48:25.692410 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:26.666298 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-dabe73fa-be06-418d-bb76-0bbbfed72ee9 req-33bc5c1b-dfe8-4b86-8696-a1ac1f0765b3 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0268259 Mar 29 15:48:27.184619 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:27.757642 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-475ab16b-7103-4797-bb2a-b7e534887966 req-e4834778-71b6-4ac9-947c-ca4f13d78cdb tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0270681 Mar 29 15:48:28.675493 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:28.850995 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-07dc2c89-1020-4a4f-aff2-0b0b7d10f305 req-d459b160-f279-4641-955d-27474a48ae48 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0294721 Mar 29 15:48:29.942659 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-280e6b5f-1170-47e4-958a-bf7b145bdabf req-db7c65bf-8f56-4681-a4cc-061ec7503833 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0257857 Mar 29 15:48:31.033225 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6d3528f0-3776-4bc8-80ef-351327478102 req-8f820693-d15b-4086-97a0-37bb7406318b tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0268440 Mar 29 15:48:32.123982 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-59a23ab0-9ff2-4c48-8e14-710c6c70985f req-8ff61b14-2911-40d3-b4de-f64995581ea4 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0271914 Mar 29 15:48:33.215480 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-55aa2483-ffdd-4d5f-a40c-3cc41b45c285 req-6e32c50a-bafa-4686-b957-565daa2abc99 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0262680 Mar 29 15:48:34.306471 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0e5ea6cc-62b1-404e-a570-b65d23ae9188 req-e542f6a5-0118-4f65-9d7d-f69dd3074a23 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0262222 Mar 29 15:48:34.493634 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:48:35.402016 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3153045f-bb3d-4cc0-a14d-faa090bb6815 req-aa8bd3d4-379e-45a7-a47f-530cbc6b9076 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0298154 Mar 29 15:48:36.493280 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c905206b-d560-476f-87f2-5c1a8612baa6 req-a0252c09-4cb5-4269-94f2-a04b06c73ff9 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0271411 Mar 29 15:48:37.593896 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-951cacc6-8fa2-4931-8c5a-0fe2306c46ea req-f23727d1-d9d2-4dfd-a450-b094c5fb7990 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0268550 Mar 29 15:48:38.686174 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b576e389-5922-46bf-b9de-c7caa0685e79 req-e9c15630-c070-4f78-93d3-3af74d329049 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0271006 Mar 29 15:48:39.776790 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f91afdfb-23be-4e05-8c58-bd7504de835d req-3c26816d-6d52-4b8d-8aa8-3b8b9f0d0dc5 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0264962 Mar 29 15:48:40.868926 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a979f748-8a5a-4eef-9bf4-ae4c9e2fe662 req-a5bbd057-fe90-4245-b3cd-2b14e1bd1c84 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0270524 Mar 29 15:48:41.962907 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d6f968a3-e1e8-46ce-9388-267381f1db15 req-6b38edc5-f07c-4a8e-91a2-f68818e4a10e tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0302334 Mar 29 15:48:43.054001 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-810dff4d-14c8-46e4-b3a7-4d980a5c577b req-ad9d7dac-152f-4021-a742-ff5c64864315 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0261106 Mar 29 15:48:43.594467 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:44.145268 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3e69a510-6763-4d15-a00b-7bdd46605717 req-725c8c5b-c77a-4125-b01b-ca8a4925663d tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0266478 Mar 29 15:48:45.236182 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4c66401b-e02b-4285-874d-4dd0605aafee req-8a92b43e-948d-4ce5-8f42-578e91d5cd2b tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0270855 Mar 29 15:48:46.329056 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d0a9a86c-26b0-45c3-8def-0087c09aad4e req-0a72e174-10c4-4368-9045-9c7bb07eb586 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0265992 Mar 29 15:48:47.421492 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-530f17f0-f327-4af8-ae81-ee0ee6d47a0e req-cdc6dc3c-9eed-413f-8f97-85783538dc3b tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0269613 Mar 29 15:48:48.516158 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f1332cae-7a91-42e4-9407-cbb78cdd9908 req-47e36468-36b6-43d9-a13f-30f69e1e389b tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0291944 Mar 29 15:48:49.607667 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c49cd17d-3341-4538-84c9-2c6dded289f8 req-6e85c406-e5b2-4705-be24-217f22f1f410 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0274282 Mar 29 15:48:50.700240 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-89365cad-2701-4622-a6e9-1c854b7d23e4 req-43c18f7b-62d5-4052-9a89-be8e3cca32de tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0267148 Mar 29 15:48:51.790320 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e6a38776-ebb2-4635-a46b-f68e61046810 req-dcde1b6b-a55e-44bb-a4a2-543a4f35b3a6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0263035 Mar 29 15:48:52.308899 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-38e54249-f172-4489-b176-69ff82e43af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:52.883245 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-197f6828-596b-420c-8e3b-0e39a4b33f00 req-3cbcb912-e176-460d-ba57-898f4f33309e tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0269368 Mar 29 15:48:53.976556 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ba928de1-d908-4998-9830-0afa75ef1420 req-05be17d1-b618-4694-8d86-d82788ec0e23 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0271807 Mar 29 15:48:54.455073 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952186e4-5f3c-453d-81d1-d09d9b1b5311 req-a69e7eca-5634-4bf2-9480-075a1fcc7d2c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:54.456604 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-952186e4-5f3c-453d-81d1-d09d9b1b5311 req-a69e7eca-5634-4bf2-9480-075a1fcc7d2c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 945 time: 0.0561364 Mar 29 15:48:54.492078 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3cc0d5b0-94cb-4e64-ab22-fb69abb18a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:54.503828 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-952186e4-5f3c-453d-81d1-d09d9b1b5311 req-d0aea64e-05ce-4be2-adc1-c7af34d4c225 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d31b4743-b8fe-45f1-b521-c4df08de147a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406246 Mar 29 15:48:54.961899 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55feaff1-9fed-43f0-9ef0-c1084446082f req-e7554cee-ec44-4bea-8903-89642a7b6463 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:54.963350 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-55feaff1-9fed-43f0-9ef0-c1084446082f req-e7554cee-ec44-4bea-8903-89642a7b6463 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 945 time: 0.0538123 Mar 29 15:48:55.062262 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-55feaff1-9fed-43f0-9ef0-c1084446082f req-b6f136a2-6c7d-4e10-b4cf-6a9d4bb41600 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Deleting port 0c1e9065-5080-41a6-99b9-b4858bc9b209 {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:48:55.062608 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-55feaff1-9fed-43f0-9ef0-c1084446082f req-b6f136a2-6c7d-4e10-b4cf-6a9d4bb41600 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (0c1e9065-5080-41a6-99b9-b4858bc9b209), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:55.069333 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-55d2d91a-4b44-4f52-96c4-440ed7b40618 req-013579ba-9f39-4278-bc27-3469270cf9bd tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0265522 Mar 29 15:48:55.151089 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-55feaff1-9fed-43f0-9ef0-c1084446082f req-b6f136a2-6c7d-4e10-b4cf-6a9d4bb41600 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] For port 0c1e9065-5080-41a6-99b9-b4858bc9b209, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=0c1e9065-5080-41a6-99b9-b4858bc9b209,segment=NetworkSegment(3213e27e-14c8-4f1b-8eca-ce8757f89eb8),segment_id=3213e27e-14c8-4f1b-8eca-ce8757f89eb8)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:55.151463 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-55feaff1-9fed-43f0-9ef0-c1084446082f req-b6f136a2-6c7d-4e10-b4cf-6a9d4bb41600 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (0c1e9065-5080-41a6-99b9-b4858bc9b209), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:55.326484 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-55feaff1-9fed-43f0-9ef0-c1084446082f req-b6f136a2-6c7d-4e10-b4cf-6a9d4bb41600 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:55.326887 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-55feaff1-9fed-43f0-9ef0-c1084446082f req-b6f136a2-6c7d-4e10-b4cf-6a9d4bb41600 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (e26175ac-09c0-4798-ae23-00fbd5a5ea36), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:55.327209 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.db.l3_db [req-55feaff1-9fed-43f0-9ef0-c1084446082f req-b6f136a2-6c7d-4e10-b4cf-6a9d4bb41600 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Floating IP e26175ac-09c0-4798-ae23-00fbd5a5ea36 disassociated. External IP: 172.27.3.249, port: 0c1e9065-5080-41a6-99b9-b4858bc9b209. Mar 29 15:48:55.327555 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-55feaff1-9fed-43f0-9ef0-c1084446082f req-b6f136a2-6c7d-4e10-b4cf-6a9d4bb41600 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Calling delete_port for 0c1e9065-5080-41a6-99b9-b4858bc9b209 owned by compute:nova {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:48:55.520716 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-55feaff1-9fed-43f0-9ef0-c1084446082f req-b6f136a2-6c7d-4e10-b4cf-6a9d4bb41600 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (0c1e9065-5080-41a6-99b9-b4858bc9b209), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:55.554260 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f136a2-6c7d-4e10-b4cf-6a9d4bb41600 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event deleted for resources: {'Port': ['ID=0c1e9065-5080-41a6-99b9-b4858bc9b209,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:55.603500 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3ca6617d-8690-489e-8477-196c38113acc req-ea8ff31b-9ff0-4db2-b171-0ad867021cb0 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0280075 Mar 29 15:48:55.666882 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55feaff1-9fed-43f0-9ef0-c1084446082f req-b6f136a2-6c7d-4e10-b4cf-6a9d4bb41600 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:48:55.685251 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:55.774840 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55feaff1-9fed-43f0-9ef0-c1084446082f req-b6f136a2-6c7d-4e10-b4cf-6a9d4bb41600 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:48:55.785257 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3efad7-0fd1-4063-b5c3-1af979017832 None None] Sync routers for ids ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:48:55.795011 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3efad7-0fd1-4063-b5c3-1af979017832 None None] Routers {'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:48:55.795705 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-6a3efad7-0fd1-4063-b5c3-1af979017832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:48:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:55.817012 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-55feaff1-9fed-43f0-9ef0-c1084446082f req-b6f136a2-6c7d-4e10-b4cf-6a9d4bb41600 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] No DVR routers for this DVR port 0c1e9065-5080-41a6-99b9-b4858bc9b209 on host hv-cinder-56205 {{(pid=103831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:48:55.820018 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-55feaff1-9fed-43f0-9ef0-c1084446082f req-b6f136a2-6c7d-4e10-b4cf-6a9d4bb41600 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:55.823357 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-55feaff1-9fed-43f0-9ef0-c1084446082f req-b6f136a2-6c7d-4e10-b4cf-6a9d4bb41600 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.15 "DELETE /v2.0/ports/0c1e9065-5080-41a6-99b9-b4858bc9b209 HTTP/1.1" status: 204 len: 173 time: 0.8542247 Mar 29 15:48:55.823796 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf177657-f6fa-4b31-8a15-47937dcefcd9', 'name': 'network-vif-deleted', 'tag': '0c1e9065-5080-41a6-99b9-b4858bc9b209'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:48:55.826082 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2dd288-93e4-4692-afe6-b79314c09038" -d '{"events": [{"server_uuid": "bf177657-f6fa-4b31-8a15-47937dcefcd9", "name": "network-vif-deleted", "tag": "0c1e9065-5080-41a6-99b9-b4858bc9b209"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:48:55.860853 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111882ff-9395-4e18-9355-47c39288070c x-openstack-request-id: req-111882ff-9395-4e18-9355-47c39288070c {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:48:55.861162 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf177657-f6fa-4b31-8a15-47937dcefcd9", "name": "network-vif-deleted", "tag": "0c1e9065-5080-41a6-99b9-b4858bc9b209", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:48:55.861422 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-111882ff-9395-4e18-9355-47c39288070c {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:48:55.862093 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-111882ff-9395-4e18-9355-47c39288070c'] response: {'server_uuid': 'bf177657-f6fa-4b31-8a15-47937dcefcd9', 'name': 'network-vif-deleted', 'tag': '0c1e9065-5080-41a6-99b9-b4858bc9b209', 'status': 'completed', 'code': 200} Mar 29 15:48:55.907752 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-6a3efad7-0fd1-4063-b5c3-1af979017832 None None] Set router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:48:56.117845 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-6a3efad7-0fd1-4063-b5c3-1af979017832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T15:32:35Z', 'revision_number': 4, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '95a1afb0-ca40-43b9-9fe4-e5c97256ffce', 'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'mac_address': 'fa:16:3e:87:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:34Z', 'updated_at': '2022-03-29T15:32:40Z', 'revision_number': 5, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'subnets': [{'id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:56.143978 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3efad7-0fd1-4063-b5c3-1af979017832 None None] Checking router: f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:48:56.152573 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3efad7-0fd1-4063-b5c3-1af979017832 None None] Routers {'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:48:56.153111 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-6a3efad7-0fd1-4063-b5c3-1af979017832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:48:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:56.165812 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bdf67661-4ea1-4368-85b7-e79061b5bb00 req-1b0ed31c-1ed8-4282-8ae1-1ba6cccfa1aa tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0298929 Mar 29 15:48:56.258956 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-6a3efad7-0fd1-4063-b5c3-1af979017832 None None] Set router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:48:56.450503 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-6a3efad7-0fd1-4063-b5c3-1af979017832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T15:32:35Z', 'revision_number': 4, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '95a1afb0-ca40-43b9-9fe4-e5c97256ffce', 'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'mac_address': 'fa:16:3e:87:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:34Z', 'updated_at': '2022-03-29T15:32:40Z', 'revision_number': 5, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'subnets': [{'id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:56.476416 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3efad7-0fd1-4063-b5c3-1af979017832 None None] The sync data for ids ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'] in dv-cinder-562053-19-iscsi is: [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T15:32:35Z', 'revision_number': 4, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '95a1afb0-ca40-43b9-9fe4-e5c97256ffce', 'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'mac_address': 'fa:16:3e:87:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:34Z', 'updated_at': '2022-03-29T15:32:40Z', 'revision_number': 5, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'subnets': [{'id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:48:56.694514 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111b56b6-1582-461a-9017-1584de3ffc34 None None] New status for floating IP e26175ac-09c0-4798-ae23-00fbd5a5ea36: DOWN {{(pid=103833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:48:56.701565 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4c83c32d-4784-43c3-bed6-072626f451bf req-91244db9-37f5-4e99-893d-2cd3422744b0 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0277939 Mar 29 15:48:57.085978 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:57.258107 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-15ab46a0-4d58-4dd0-a615-d39a930149df req-0da51634-9ea2-40a3-a024-5d6307cd9bba tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0267653 Mar 29 15:48:57.795890 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-60fe7e6b-3a08-4e81-bd21-c4cf67663b79 req-d9e08154-b67d-47af-ba91-0a4e07f54c55 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0262480 Mar 29 15:48:58.353717 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-87ece677-f4c9-4217-ba74-7a92729d8c45 req-b31f109b-fb0b-446d-aafc-9fad56972a21 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0311303 Mar 29 15:48:58.531889 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:58.650986 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 0c1e9065-5080-41a6-99b9-b4858bc9b209 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:48:58.672384 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] No Port match for: 0c1e9065-5080-41a6-99b9-b4858bc9b209 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:48:58.672736 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 0c1e9065-5080-41a6-99b9-b4858bc9b209 not bound to the agent host hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:48:58.888234 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0c456375-5789-4495-838e-fa62abfce861 req-4ac91386-068c-4d29-809d-2d389c294295 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0270643 Mar 29 15:48:59.446487 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7aa67175-b8ce-40f4-aa4f-f5ad8bd2ae70 req-8a57eb9b-3d66-451e-9297-873a2fba2439 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0274775 Mar 29 15:48:59.980540 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-eae21dd7-e74c-4154-98db-d8383b943a8e req-84443591-f01f-41c3-a1d8-d1827cd485e8 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0260282 Mar 29 15:49:00.539590 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e494b503-3328-444e-8697-74a5fd57d839 req-b1bfebd7-3ee7-45a4-9723-4624830a1f54 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0292518 Mar 29 15:49:01.072594 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a3a41079-9d5d-4cd6-a416-66c4c9c58baf req-930ac68f-39ee-4108-b8d7-4988e6c9e981 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0261357 Mar 29 15:49:01.632539 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c9737b06-0c19-4eed-a559-bc0e83b2f6ed req-99b8d5af-72e7-4b43-9eb9-36849b4d7c3d tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0267997 Mar 29 15:49:02.164831 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-df735f19-5ba1-4069-817a-ec3f6c5ca43e req-eadce78a-90b9-433a-bf93-d633b8070b08 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0271769 Mar 29 15:49:02.725442 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4f1cd527-5f6b-4fad-a0ce-1bcf5dfefe25 req-b6db4540-caea-416a-90f3-6d79dd8e0fbd tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0288439 Mar 29 15:49:03.257608 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-40ec6f5e-00b9-4bb5-853b-07560934ef23 req-cb36f87e-2e06-4ba5-8c96-2d190afd80ce tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0264432 Mar 29 15:49:03.815778 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-890829b3-6c63-4f49-8395-ab72b2e5a487 req-c0bf29b6-a844-4d4a-abd0-6d0f5327b8f0 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0266531 Mar 29 15:49:04.348593 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-560f74a0-f1a7-438e-9444-f56077f744a9 req-6fd81eb4-942e-4578-b88b-6e1a8e634a3c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0257692 Mar 29 15:49:04.912703 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2c6ea84f-e5a6-45b9-b026-22ba6b9b34e4 req-3e24b25d-3883-4b98-9df5-682b2a60c3fe tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0285370 Mar 29 15:49:05.442671 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-05d84acb-68c6-4992-be7f-84da16bcedad req-f69b8d33-8ba5-4df2-ac8f-e597f44881c5 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0265875 Mar 29 15:49:06.002872 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c2fad4cb-c8c3-4a2c-85df-5510858e3bfd req-5fefde7f-f188-4819-945c-1b4e987b33e5 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0267293 Mar 29 15:49:06.535359 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2e82af2b-cce4-4cb8-bd6e-798438840374 req-2a5f9db6-05b2-4031-9a8a-f90133baf0fb tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0273364 Mar 29 15:49:07.096060 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6262a6e4-08fb-4460-83c7-9b31ae45f0d8 req-97b017c1-25a0-4ec4-819d-9d7bada603e8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0282867 Mar 29 15:49:07.627434 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-32c0fc70-4be1-4d5f-823a-0e8d79303a47 req-4765c271-142b-4183-89b3-0e9c9c3cb119 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0268688 Mar 29 15:49:08.187606 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c31e2269-3f02-4ac0-9509-904a9f179146 req-7281df30-07a7-4eca-bc85-ea20674db399 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0263720 Mar 29 15:49:08.719348 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-14939763-c467-47e9-aa7a-b9bacd02674b req-3b0e0aff-3af1-4984-a91b-dbb143aa5c7e tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0260379 Mar 29 15:49:09.284371 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ec5a910d-adc5-4e7a-b4ba-68fb049602ae req-3be80d55-6ca2-45ee-8ba2-3e999cb27c56 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0309687 Mar 29 15:49:09.810607 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e81a9646-06c6-4264-a71c-2f9f85697b2f req-27aa9538-f881-421c-8fbc-7220f24e1468 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0264628 Mar 29 15:49:10.375967 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-740d3d11-52c5-4d21-9fbb-9c1258252f2a req-0a1345c5-4a27-43a4-8f89-325236bebc5e tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0267513 Mar 29 15:49:10.903963 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-79a93fe4-960f-4757-a85c-e0c673300381 req-73b10664-6df3-4fcd-8c3e-4802acf20c57 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0273359 Mar 29 15:49:11.468856 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4dc7d657-270d-409a-9b8f-5614400f690e req-ad0f659e-0c0c-4d0e-a1c5-3e873d139221 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0291219 Mar 29 15:49:11.492897 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:49:11.994829 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-37a473bd-a5ad-4806-85c7-846172d2dd80 req-1dd362bc-e84d-443c-8ff7-ca1d1d798df1 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0266137 Mar 29 15:49:12.560728 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e6fc2bcd-6b3f-49eb-84a0-109fbad41ada req-b7e72b08-fad6-41c0-959c-52a7cb2bd6aa tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0269754 Mar 29 15:49:13.087822 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8e7dcc3d-de18-4fc6-9019-78bfdfc2c0ec req-0a5a605a-18ed-47f9-b91f-ea7d8811131a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0265570 Mar 29 15:49:13.600387 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:13.654777 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-728a2eb3-0250-4306-b84e-398541dcdd8c req-e3ecd1d3-dcb0-4e93-b44e-ec8837eb8bff tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0290744 Mar 29 15:49:14.180873 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4dbb372b-78c0-42ff-8104-86dcc086b423 req-3060d2cd-34f2-49e9-a006-3b1cdd623fb3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0266480 Mar 29 15:49:14.746856 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b053e1fe-602d-43ea-9166-00e3905e0f64 req-e666b053-b599-4ff3-ae01-2639b188a89c tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0269697 Mar 29 15:49:14.865304 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [req-09609eaa-94b1-416f-9865-11fa55b2b41e req-9a3e981b-ab28-45e3-8c05-59ef371e286d service neutron] (103831) timed out ('10.222.0.15', 56187) {{(pid=103831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 15:49:15.272244 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-534e8470-9db6-4fb5-968c-be8ab240cc70 req-2614ec92-9c84-48fd-a1dc-cc94ecb99f86 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0260968 Mar 29 15:49:15.841806 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bff7ca5c-39e5-453c-8822-43c21c3bbbb2 req-da76c8b2-02a5-4187-bd9f-df22d86643e0 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0291848 Mar 29 15:49:16.364549 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-21361507-246b-4426-8551-569edaa269e6 req-56950016-1838-4b6e-b461-53a73f296969 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0257726 Mar 29 15:49:16.932626 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0547aa12-fc47-4ad8-8ce9-b857cb45a1b3 req-77d3cc4a-0253-4f39-a33c-ce8af9eb6c58 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0269191 Mar 29 15:49:17.457895 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-54f62edf-04ff-447a-b122-e9ca7f95d3f0 req-f16218b9-a1c2-405a-9184-63e5093c2f51 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0263135 Mar 29 15:49:18.025104 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d15f4fee-92bd-4c4b-93c9-a8335b82a4f0 req-4abd178b-464d-4793-98ad-2e6b35396c25 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0283370 Mar 29 15:49:18.551916 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fcb8ad2e-07a4-4639-a278-481501df616e req-25e3dad2-8f59-4291-983a-a0691039e314 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0267556 Mar 29 15:49:19.115849 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-aa96672f-efa0-4b75-956e-1c0f5114f71f req-0f5da9ae-1739-4c83-a18d-d2d3c37b2eaf tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0260403 Mar 29 15:49:19.652893 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-aeb029d1-44d8-414a-8293-67275a8e0501 req-d4796537-6e58-4e2d-b183-c93334eeba75 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0263491 Mar 29 15:49:20.208884 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e2ae5fbf-31f6-4065-8a84-e373abf9aee3 req-311b4974-643d-4268-b29c-2af994b73ef0 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0284121 Mar 29 15:49:20.744576 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e4aaa21c-88f0-4e9f-af4f-40ded03cfb41 req-0f02d983-dc65-43d3-bc31-143c02d240ef tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0256948 Mar 29 15:49:21.299951 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0c35ac4d-536c-4acc-81ea-df37eb99c69f req-72a1b0e4-11b2-4d13-8565-a73720f58859 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0261698 Mar 29 15:49:21.836480 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8732911d-0380-4741-9141-384b44d964b0 req-abaf7609-f4d1-465d-8b6d-92f743c26989 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0259924 Mar 29 15:49:22.297162 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f79c2d33-ca2c-40dd-a3a1-f82095ae7e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:22.393610 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3a876c5d-0930-4ba3-bac9-978a215c71f1 req-e7788c33-17b0-4648-92c8-793db8b92be8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0282311 Mar 29 15:49:22.929489 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-43309ccb-5b06-49ac-aa62-fda8de3f71f0 req-577f03a1-a5aa-4b5d-bd01-5e2c7ef0e32a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0277033 Mar 29 15:49:23.487112 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3366ae82-198c-44d7-9850-ca0abe383555 req-549c0158-9af2-4d9a-8898-c1bdcd443b0e tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0265625 Mar 29 15:49:24.020482 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bc3ff2f8-3c53-45b9-822c-124d0cf2b506 req-5795ae63-a184-41c2-9140-4a7fb24554eb tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0261247 Mar 29 15:49:24.581371 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e468e2e4-0a63-4146-a394-69be39c3e234 req-aeead16b-1c15-4677-b6dc-bde851eeab66 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0293763 Mar 29 15:49:24.594517 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fcd4f0dd-65f9-42cd-89a3-9238a26b3652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:25.112372 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c1dc060e-789e-4fd0-beeb-7be9d4f0d09d req-ebcc261e-051c-4666-b9eb-8a5f47750f81 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0264356 Mar 29 15:49:25.672711 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-207f6fe7-42b1-4c8b-ac40-7a713c34d296 req-ce637871-754a-4f06-84c5-09cb96b3c101 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0272467 Mar 29 15:49:25.735783 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:26.204253 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fbdf9b4d-d7ce-410d-830e-afbaff95ce3a req-041cd1ed-0a8a-4f87-ac5e-c3ccff858020 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0257132 Mar 29 15:49:26.765122 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-473518ba-07c1-4cb1-b40f-4b2595801b70 req-705296d3-8d46-4f6f-b45c-80d35c0941bb tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0286770 Mar 29 15:49:27.165719 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:27.297058 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6ac24a48-b0a8-41e2-ba14-5c775ddbcb6e req-58c98266-2a19-46e5-b80f-6483646eb647 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0263906 Mar 29 15:49:27.858070 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-40492b07-cd8c-4e4e-b7f3-585e0b1a8526 req-6d972800-d7ca-4af6-bfa3-f8579ea90aea tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0268846 Mar 29 15:49:28.388651 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9c2d14ff-8aa7-4f5b-a569-ef2ae7954d5b req-ecc50540-447c-42bc-b00c-e55ea936fc7c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0255368 Mar 29 15:49:28.491635 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:28.951040 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-60cbb5e2-0028-4c19-baf9-f06dcfcb970f req-71495a5b-3472-493b-8041-5bd6f7665c97 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0288680 Mar 29 15:49:29.481290 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c2f5df79-bb6e-435f-b6e3-ca12b2776925 req-704f768d-71d5-448b-b09d-85d4c360e788 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0267475 Mar 29 15:49:30.044821 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5b85988c-8565-46a2-8869-666276acffc5 req-55f4cecf-a5d0-48fc-9745-6143a5e298db tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0270889 Mar 29 15:49:30.574319 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-375145ca-c258-4238-97b2-50e029c0d4c0 req-044b0731-4487-412b-a06f-1b0eaa6862ce tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0267456 Mar 29 15:49:31.141348 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d2966389-b085-4779-a52c-92700f0a435e req-2c4704bb-ddcd-499c-9171-b8ce1a0d8e24 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0285921 Mar 29 15:49:31.665032 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b9106c2c-a646-4f0c-a92d-ca6250870c42 req-dd2b0916-f32c-4e82-b128-40d9a5af244e tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0257103 Mar 29 15:49:32.233215 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fc6b42a5-2b0a-4d3d-ab9a-85222f235136 req-94bae768-f6d1-4447-b39d-5b6734376dad tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0261528 Mar 29 15:49:32.755536 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-54daa6b1-8943-4c6d-8401-98e00a49df39 req-d22ef89b-0103-4e31-a2b3-f2726a0f9934 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0263760 Mar 29 15:49:33.326907 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-70a3b427-9b40-44df-b003-34695c43300a req-1421c99c-c89b-4180-8bcb-d7e1c3dce40c tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0284696 Mar 29 15:49:34.046571 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6715c6da-7894-44b4-9005-278e639ca984 req-3dcbc8c5-3f75-4902-9cf6-2e97016677b9 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.2242537 Mar 29 15:49:34.418626 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-930e15a5-2e4e-4bf1-b263-f0f4d36281c4 req-1cd77b00-c117-497d-a86d-64f1d884d07d tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0271502 Mar 29 15:49:35.137955 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f7ca3261-3815-4175-97c4-b06d21aeaed3 req-1528922d-bca2-4e80-81b7-b967c9ee982c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0266771 Mar 29 15:49:35.510456 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4de7f0f9-1356-418b-9fae-6fa92c0b5eaa req-354b6172-2e32-4752-8189-f808682f9123 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0262716 Mar 29 15:49:36.230932 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-47e0420b-491d-4e6e-b93e-04d1df9b0b5d req-38aaf238-a490-4696-8324-86da8fe399ce tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0280759 Mar 29 15:49:36.601418 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-256b1914-1d41-434c-a7c2-c4738bab48ba req-8daa4777-be35-4d64-902f-31909583bb8b tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0262301 Mar 29 15:49:37.324320 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2ba0b864-28dc-4526-b03d-9f714e8c3607 req-65d32d63-7abf-4979-a8de-59d45249f9a0 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0271864 Mar 29 15:49:37.694045 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-21cf76f1-e263-4049-8c28-a01dab12af97 req-8fb67d59-f76f-475f-8b3d-0f46432df596 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0262909 Mar 29 15:49:38.414984 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-03543290-c33e-4b40-9f32-cb2c844747e6 req-dc590202-8872-44c6-a90b-b4ce2fbc91d6 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0267222 Mar 29 15:49:38.785001 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-376358fe-986c-41d9-a2ff-0d114f7ba2f4 req-da8e5413-9f8c-4752-bca8-ec09b66e3c9d tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0262566 Mar 29 15:49:39.510161 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2fbe4790-e83a-43ee-a7a6-f581a519f580 req-ca4b88de-4b22-4471-b1c0-4d9012b00ece tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0292294 Mar 29 15:49:39.875810 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-dd6660c5-c7c3-44a0-a99b-35f3fb409fa3 req-faed7c83-d2bd-4fe8-b4a1-cff86097df6a tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0262637 Mar 29 15:49:40.602264 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-167005b2-c13d-438f-96e2-b9101d76e5f1 req-f5b6213b-9402-447b-b395-947b1870c6bf tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0261624 Mar 29 15:49:40.966422 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-27197653-c3eb-470d-b073-980bc53b2809 req-5859adb6-5b79-47d1-8c9f-a94a80e215b4 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0259871 Mar 29 15:49:41.695789 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4f11344e-65b6-4877-b9ef-f1c81adaf84b req-864e270f-0771-448c-9254-2b7f26b478a1 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0255914 Mar 29 15:49:42.058144 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9adaaed5-cd07-44cc-a8eb-6cbdabfbb36c req-7c519fb2-ef58-4527-8239-4de00659f27b tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0261765 Mar 29 15:49:42.788789 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-20b77b3e-5307-49bb-83f8-46afd8fbefef req-db5dc7f2-95aa-49e3-a31b-f718d90320d4 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0286846 Mar 29 15:49:43.148875 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b4b7762d-3680-4d6c-ae77-b6349ffcbc60 req-175b0a9b-5809-4952-98b3-7ead024f7c10 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0263073 Mar 29 15:49:43.680471 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:43.880886 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-299b1704-5ae1-41bd-a8f3-394762f6b32f req-db8a3261-3d51-4eda-aa78-19a8146b5a9c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0257277 Mar 29 15:49:44.238812 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d505a1ab-9db6-4346-a361-0e058ad9ce81 req-58ddf7fc-561e-426a-921f-05ecc97af18e tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0260057 Mar 29 15:49:44.973754 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4bfdb06d-45ff-4ab8-9026-944f5c6e7d16 req-bbec7598-9c2b-40d0-8a69-e3ac1ca84c4d tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0263705 Mar 29 15:49:45.332088 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-87b35444-3277-4619-9618-0768bc61d5e9 req-44a0f97c-1d47-48d0-b344-e7b1cd65a2d7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0266638 Mar 29 15:49:46.075934 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cf35fb6d-e1b9-4d53-b56c-f284dacf283f req-4ac121cb-2d03-4b11-a224-a5fbf4079d74 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0310695 Mar 29 15:49:46.422903 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ab3f956a-847c-4ad0-9287-907cccfe7171 req-fb056c52-c153-45b5-857d-04ab5e4d04e5 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0273321 Mar 29 15:49:47.167800 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b2102db3-750c-4646-99dc-92096bf088b6 req-0c5115d4-388a-4cfc-b459-2956eaddeab2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0263703 Mar 29 15:49:47.513181 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5a12ced3-9a82-4dd3-96f0-eb7a680cfb90 req-94874681-5893-400e-9777-6033e5070ca2 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0262852 Mar 29 15:49:48.260040 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0bb4e2dc-dc27-4f76-b535-8af7000ed926 req-4367492e-7f40-42d5-ab41-e71bf4648177 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0264418 Mar 29 15:49:48.491203 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:49:48.604645 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a00a8e3d-548f-4cdd-b382-893f2c0e60e7 req-30e92fdd-092d-47e1-9ead-e7f45ed3bc5e tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0256784 Mar 29 15:49:49.356958 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-be38c864-712d-4226-89bb-7c9d92c9d6ea req-7cbe14e9-959d-434c-8203-466a2de74ddc tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0294769 Mar 29 15:49:49.695350 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-769d4c8b-1578-45f0-a5de-551f05d97009 req-c7542905-13fc-4c49-9fd9-bf19949297d6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0261369 Mar 29 15:49:50.449254 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3d9e3e9c-42be-4b92-8d3b-8b671463f6a7 req-0eca00e2-c559-46ea-a4e9-8ec1e329efcc tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0268559 Mar 29 15:49:50.785933 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d2a00b99-9e49-45d0-8dc9-7280cd410459 req-90d0dbd4-5cb5-496d-88e8-409966809655 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0265083 Mar 29 15:49:51.540403 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-35c6512e-b422-4080-8d71-78673fe55ec4 req-b6a5859f-0b3d-44f4-bdb0-77a97a156d5d tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0266461 Mar 29 15:49:51.878811 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a1a600b3-26c5-49df-92a3-13725bb8db32 req-8779f712-2c9b-42ea-ab59-b164cb0380ad tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0266309 Mar 29 15:49:52.417369 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-339ad3d1-81fe-49ff-838c-47f74ccaa8c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:52.634975 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8a5015f8-a6f8-4e77-a8e1-5fa5c996d7db req-7f6549cc-c6ca-42b4-8081-77b4b0e20793 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0285199 Mar 29 15:49:52.972175 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a9ca7572-1394-4360-8b1b-b70eb6d5ac7f req-4cba12f0-38a2-4200-8ebe-1c618aadefed tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0272396 Mar 29 15:49:53.728292 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9a01194a-7127-4549-8ef9-03ea9ea65422 req-c643d483-4201-4a73-983b-1eb2bac5723e tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0264008 Mar 29 15:49:54.061963 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d3367d6e-6ec9-412d-b041-c2972c1126f5 req-d43cc0ed-fb48-49e8-990e-6cf634eff2e4 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0263999 Mar 29 15:49:54.574773 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a5b1f435-0500-4405-981f-18d450095c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:54.819419 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1d7b9ca2-a9a8-4528-8b1c-985c4974add3 req-10eade15-1559-4844-80fd-fe6d1c582cc4 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0259869 Mar 29 15:49:55.152019 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e4e3465d-f4eb-45f2-8e3a-a63c84658978 req-7b2f8879-900c-4210-8392-aefa384f19b2 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0254793 Mar 29 15:49:55.657232 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:55.917125 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5ee6d7ed-ab9c-42b0-ad85-fd461ad00a9c req-05b68cb5-05c4-4ea3-9d74-aae39464958e tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0295129 Mar 29 15:49:56.243920 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-35c61f9b-2f15-4aa3-936c-672e000de2ed req-7e0e789d-a28c-4145-932f-73849db89202 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0268428 Mar 29 15:49:57.007074 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e7f5448d-af5b-4af8-b164-7c68bc206f95 req-2a07020f-3730-4a15-9fab-d9137c301137 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0259771 Mar 29 15:49:57.077954 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:57.340783 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9dd8459e-6851-40f7-83cd-3d7aa52ab536 req-e241d39a-1e26-44a7-a97d-cbe653ea6c83 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0259070 Mar 29 15:49:58.099631 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8c78661a-778b-4e29-a120-bcfffd551644 req-c2202cac-3e10-4202-9207-8b85f6141959 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0264568 Mar 29 15:49:58.432093 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7945026c-90bd-441a-8709-a17c1cf6a95c req-7b262400-b55f-4370-8f80-90d5da3872cf tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0268600 Mar 29 15:49:58.514218 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:59.194908 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e357e3b8-193c-4d1a-8e4f-6b9c90599b3d req-c3fbdee4-639c-4da3-854e-555808850f2e tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0291600 Mar 29 15:49:59.528658 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3f98e90f-a0fb-49b3-a797-00c46ba768f4 req-f4eff979-856a-42d2-b954-65b61687ba26 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0283222 Mar 29 15:50:00.290771 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7c59ec43-4359-4549-b7fe-32018c11cc47 req-2d201561-2c6b-4d36-8044-b6c5271cf328 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0269287 Mar 29 15:50:00.619209 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d69f05e8-6037-4b49-8efc-e752e2742c27 req-6ed2820a-9e5c-4f29-b313-35e5ad729c2e tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0264046 Mar 29 15:50:01.381723 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1712b6a4-2e71-4544-9bca-34107fca5676 req-b5ca7958-42e1-41c3-b6f0-68c1c6b01c28 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0256805 Mar 29 15:50:01.711823 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1202a6d0-330e-4ad1-803b-e036f66070b0 req-f2fcd0be-c3ed-4f7d-823e-4717cca5b988 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0271258 Mar 29 15:50:02.476929 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3e5d0064-7357-4957-85a4-d1678abaf708 req-c7affbc7-81b4-41e4-9984-a3ebf2ce860b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0291018 Mar 29 15:50:02.803246 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0be654a9-7e4f-4342-8ae8-315fbdb202ca req-3bec4b98-eb7b-4ba9-878f-e8589ce53db5 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0271058 Mar 29 15:50:03.572489 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5ea4c0d0-8f98-4509-9a3f-46caf39f56b9 req-ce78c38b-bc94-4ee1-9a87-c3b1a0526fc6 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0273676 Mar 29 15:50:03.893672 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6e094416-90e1-408d-976d-0345febc20f4 req-4b869345-0a5d-4253-b3ce-95b664d93101 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0264516 Mar 29 15:50:04.663082 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-39d4092b-3b3b-4758-b9fa-7d28a8a0c930 req-d809503c-5bf8-4d80-a963-9a23f455ed77 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0266035 Mar 29 15:50:04.983970 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8d119cb9-5619-4a77-80af-623086ba9bce req-2801a048-02fd-44d9-a3a5-27e747288234 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0265067 Mar 29 15:50:05.756719 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-dad2b31f-3a04-43da-a095-170f9a656224 req-c5737279-3865-4a3a-88a6-541f30030a66 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0291653 Mar 29 15:50:06.076738 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-af9e0eab-c325-40e8-af4d-55f76f3f0186 req-69c5dd90-6067-40b8-ba34-efabd00e1bb6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0264051 Mar 29 15:50:06.847784 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a5054254-9998-4d53-aa07-038e6dfbfabb req-da8a4e84-17f2-4f58-be01-df4452df475f tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0259588 Mar 29 15:50:07.167449 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-287af902-83e7-4c80-9128-f6736c5e784e req-b33ac977-4677-42b4-a7bd-859c008c4551 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0267212 Mar 29 15:50:07.939792 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cc118412-d7d8-430b-966d-547894cd7bdb req-506f393d-5a38-4d2b-be21-3187d38f12e6 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0260100 Mar 29 15:50:08.258180 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1afe0cb0-f807-4705-a724-374968da7ce1 req-898bed2b-f50f-4348-a1f9-b903a5ef58cf tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0267811 Mar 29 15:50:09.035252 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c4d50f79-7cec-4a69-8c2e-6ae559253cd7 req-2a72b8f1-dc24-4c5e-9daa-4cad172bd222 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0302818 Mar 29 15:50:09.348532 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6ac540ab-203c-48c8-a93f-6231e6aa3443 req-6f54826e-cfc8-4d9a-83d7-4a4fda0f878d tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0263238 Mar 29 15:50:10.127296 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-915a15c1-cf68-4111-8253-7c6987edd06a req-e8e949ed-7703-4339-b90e-ec20d40f6aa6 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0272329 Mar 29 15:50:10.438771 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e2ab694f-f924-48d0-8007-a39a67a7e4a7 req-eb04bd1e-87f4-4cdb-857a-9f4ba0580d81 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0267119 Mar 29 15:50:11.219908 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4c75f5da-5258-4660-b061-4e55e0968159 req-65211d9a-0f10-4ac8-a25c-73ea9f64bbd6 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0267901 Mar 29 15:50:11.532383 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4c027123-d5af-45e2-8124-2a039a84ce44 req-935ae30c-b1a8-4e3c-9d82-12839308eba5 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0258200 Mar 29 15:50:12.319753 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9d630b45-ad6e-4225-a495-1349e1d3b672 req-c9839c90-4f3f-470f-b7ab-6d842eab3f6d tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0298624 Mar 29 15:50:12.622924 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bd96ba10-7638-4cde-ac52-02e45d63a30e req-2e0f46ec-8f5b-4d68-9273-ffa2d3be05f0 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0267136 Mar 29 15:50:13.411140 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a931e13a-7857-4a99-926c-ea525c772918 req-5dafb29e-e5c4-4c79-a0ba-b737934c6dea tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0261185 Mar 29 15:50:13.648492 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:13.714946 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fa1f2fc3-1ce5-4bda-b6c2-77cd8b8ae13d req-369d6cd7-8ac1-44ef-a20c-423568e3f9d0 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0262079 Mar 29 15:50:14.503260 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-10d50c3a-b1ff-48bd-90d8-24deeb2de847 req-5f64e9f1-3159-408e-8f65-e728dc1d2c83 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0258229 Mar 29 15:50:14.808882 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-177aea4a-c7bf-4b5c-a921-39f6609cb3f3 req-62fcbdce-4cb6-4940-8eb2-2782f885a4e5 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0273376 Mar 29 15:50:15.599495 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-db4378cd-78b1-4791-935f-8e577ea691e0 req-0e7cca55-c2c9-4349-b0e9-bec81db04e59 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0294631 Mar 29 15:50:15.901111 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9812c42b-d3e5-4f8a-9fdd-67e0cfa8eb05 req-4924fef7-f7a0-4aab-9b8a-8e057fba990d tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0264478 Mar 29 15:50:16.692244 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-77662da2-3b77-4f6a-8f8c-66f417209bc1 req-25828d31-e6b8-4d53-a0fb-697afc518b64 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0269153 Mar 29 15:50:16.992995 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c53c9470-7178-4958-af46-124186cfb717 req-3109ee0e-590f-4ee8-bcf7-3849f41ee3cf tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0263431 Mar 29 15:50:17.785799 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-98a036bc-6dca-46da-9da1-a55c9071ae38 req-df20767a-25f2-4c0e-ac78-57e615eddf5c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0268660 Mar 29 15:50:18.083292 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8cca8999-9b2d-4886-b0fa-36b2c0bc5658 req-1e85d08b-62c0-44ec-85be-36ccef2117b0 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0254295 Mar 29 15:50:18.879693 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f8c6e80a-b5e6-4b82-9e86-05cafeb15ec5 req-04eba6c5-4cfc-4093-89cf-6792314a5e29 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0293067 Mar 29 15:50:19.174309 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ee8daf8f-d2d9-43d0-beef-2a78d737dd9a req-87e5fc9f-6309-4f3a-925d-9dc6c5fcc961 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0269098 Mar 29 15:50:19.973042 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b28f314a-2d62-4476-bc7a-1ff0f2d21760 req-3482a55f-f91b-4f62-a170-426af771fc81 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0271554 Mar 29 15:50:20.267521 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d5343bd1-eee9-40ea-9142-f274b2602682 req-f06e6871-d610-494c-b379-5e65cd263bf8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0266044 Mar 29 15:50:21.065026 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d8e6a53b-83de-4161-a1b3-096ecae4905c req-ff8401d6-752c-4ffe-aaca-74b3df24ba15 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0265672 Mar 29 15:50:21.358137 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e90fb766-c99f-425a-aff5-ec0292aebfc8 req-e7f2941a-b7ad-455d-b1de-61bbe2396946 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0263257 Mar 29 15:50:22.164395 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3095873e-41a8-4421-ae7c-b169746e9d45 req-6dd59a71-2cc5-432f-a3ce-b18d2fc92450 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0338035 Mar 29 15:50:22.310966 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fb39284c-f497-478c-a928-7ce48f28ca67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:22.450445 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c4657f03-ff34-4e83-8b42-96b60e3aa37e req-02b3f574-b36d-4aa8-8bd3-81a801bea1d4 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0262201 Mar 29 15:50:23.257122 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-91b5c4f4-cd60-4da0-9bb4-2e87d07e3f99 req-33496944-5015-4b55-8e83-b8c5196f0730 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0263431 Mar 29 15:50:23.542887 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ff057ed1-a798-4fce-9bce-d6b80eac9543 req-95bd1432-38bf-49f3-9cef-82e11d7a2d34 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0267100 Mar 29 15:50:24.348794 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-dd1cd2eb-05e2-48bb-a883-670786926559 req-ec60f2cd-2870-42a5-a527-f9d2dce01ca1 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0260000 Mar 29 15:50:24.491300 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d5ba39a4-8c78-4b2e-91a6-4ac9059b2865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:24.634634 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-930e5e2f-3841-400f-a3aa-2c0c26f80699 req-f3e61faf-fa98-47b6-be76-b5f2d1919420 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0256522 Mar 29 15:50:25.445663 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c76b4abf-f374-4da9-8953-aa87d150c16d req-2249269a-6131-4f0f-8e71-fd2650cb6402 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0301187 Mar 29 15:50:25.493092 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:50:25.697302 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:25.727426 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-398e3d59-d8aa-43db-b0a2-c6942557ff9b req-dfdc4d6d-d96d-4b13-8609-f361923c51ef tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0259814 Mar 29 15:50:26.538376 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c56c80d0-8c60-4ec6-9cb8-0bc2f8149468 req-7775db24-29e2-41a6-9c6b-a77db62c61c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0269551 Mar 29 15:50:26.823210 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-29977cc1-e8af-4355-ac37-51d71bb5586c req-21b1b712-5e5d-4ce1-b198-bf6c97fa1530 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0271804 Mar 29 15:50:27.111152 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:27.628894 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9285354c-c807-48e4-963e-471a9003ffef req-de48941e-07ce-4aa6-8170-ffd0691ef5a7 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0263743 Mar 29 15:50:27.915670 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1ebef4be-2da5-4af0-b5c2-063a974b09c2 req-d542e23d-d244-4c0c-8a22-a3a95e9aff3d tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0264378 Mar 29 15:50:28.487966 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:28.723196 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ab9b487b-bf13-4357-86d4-58378e42aae4 req-6573d338-0eef-4c0d-928f-49d5fd129834 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0297441 Mar 29 15:50:29.006865 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e949646d-50fa-4ba8-a294-d040deec24f5 req-f7a55c8b-f9d5-4fc2-9ee7-b1e45c7f62a1 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0264685 Mar 29 15:50:29.815004 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fd232c5e-b0c6-4d98-996b-985cda71df0b req-2b465ee4-79eb-4352-8269-9c29de986530 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0264721 Mar 29 15:50:30.099086 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c261647b-eae9-4c19-b928-08920f7a1a93 req-80b0b1aa-32d8-47e7-9854-c970b1bcb97a tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0267828 Mar 29 15:50:30.906026 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-966d876e-1b1b-4023-bcf2-b96bb2013f83 req-8b8a930a-debe-403e-a7a2-8db5d36d4f5a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0258512 Mar 29 15:50:31.189802 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-54c24974-c891-41f0-b66a-f14cba0d3ccd req-fd393623-0320-4519-804f-352b0fa95615 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0270021 Mar 29 15:50:32.001871 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-29b8a57f-b76d-4db2-bc55-46f6d4317f5c req-fee60e0a-01bd-475e-8170-a623e38b89f7 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0293970 Mar 29 15:50:32.280249 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d17a8b9a-b393-4d4a-aa97-50d868512940 req-4a8316ef-69b5-4217-8d10-27c44c6c8b10 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0270343 Mar 29 15:50:33.094834 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-40de2071-6a11-485b-bca0-1af8dcf39e83 req-6a2a9f6e-05f6-4abe-b5a2-7b4f2022f07d tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0271287 Mar 29 15:50:33.370296 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-077fa92c-b71e-4dda-b321-a62ca6ccee7c req-0b568204-dec1-4345-85dd-b737f1a4c7aa tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0257697 Mar 29 15:50:34.186943 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-929f9a0a-1125-4cfd-b119-644de3e8fb95 req-e69759c0-ef52-4110-9eaf-a8c0d5be300f tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0272052 Mar 29 15:50:34.465701 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-596f0b9c-178b-4f8a-80ba-23444a90267d req-3d699ac7-fdf5-44ae-a495-8364e07f1505 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0264924 Mar 29 15:50:35.280618 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4112aed5-d2cd-45e9-9e57-deaa1a9de6b2 req-1a679f08-2685-48b2-82a6-d464d0f5b754 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0295453 Mar 29 15:50:35.555568 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7431ab93-3fce-401d-8c75-2a382637e979 req-172fa211-7ad0-4616-a7b3-29fefe4a8f07 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0265722 Mar 29 15:50:36.370432 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-31271fbb-2251-4625-9596-f0d4228d1418 req-c3aa7a23-6ea8-4c27-ab89-cac59c10e83f tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0261743 Mar 29 15:50:36.646544 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7466bc06-bed6-4578-807c-92eba78c300a req-da36d944-c7fb-45fb-be66-fb252a5904e9 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0268953 Mar 29 15:50:37.464060 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c5bcbd57-5258-4d26-b98f-545315f13a44 req-1f2a48af-37f3-42f9-824a-410a4272cb7d tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0264680 Mar 29 15:50:37.741323 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-93f1a884-7495-4929-860f-4913ed9d93fe req-fa5e3da5-7b71-4716-ba29-859c0f278e8e tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0272977 Mar 29 15:50:38.619732 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9cdac5c3-a1c2-4185-86f0-6572b59b5089 req-79eccada-a96d-4a14-ab9e-170678f4e19b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0300231 Mar 29 15:50:38.834497 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ea368295-49ed-46b4-8e73-f13216d9bbfa req-d12d2590-e2d5-4f6d-9142-a45d51988182 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0257497 Mar 29 15:50:39.652695 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8300fc14-2b26-4bfe-afb3-3297bb76fe1e req-6f5715ae-b37e-4246-bdcb-f6ac4642b320 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0265615 Mar 29 15:50:39.926827 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c55d471e-b457-440f-b5c8-42f0d0e31a98 req-7888fd1a-125b-4bc7-ba9e-44ccbeb63b27 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0268199 Mar 29 15:50:40.743708 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8be4a54d-b4d0-4848-bee7-fed0adc251b3 req-5eb6866d-66da-4afd-aa2e-32f2ca0e0094 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0258889 Mar 29 15:50:41.017941 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2982144a-285b-45a7-803f-faf02af0d34e req-dcb1d502-5b8b-4bf3-8db5-9c8e7f9f943b tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0269809 Mar 29 15:50:41.841615 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-899d578b-ee61-42bc-b1ee-d037813a1145 req-a5571436-b289-465b-b17b-9bb1b974f592 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0290506 Mar 29 15:50:42.111200 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3858cdc5-ffbc-47b3-8106-9693cbcf6d34 req-f0bac4e4-93be-45f2-bc5d-6bc492e94e86 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0269442 Mar 29 15:50:42.937948 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-88372828-6e72-4b27-9dc4-d97c43408bad req-48025a17-5ee4-421f-80ab-ed2cfb2db39e tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0308318 Mar 29 15:50:43.202466 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b1e33eaa-e412-46f7-bc6c-051905581892 req-0aa58194-bb61-4c97-a23f-58860f24e39a tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0260239 Mar 29 15:50:43.711174 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:44.029992 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a834577a-cf2d-4d29-bc58-296401a6404f req-7184591f-8d31-4992-b819-4a6181b55895 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0264201 Mar 29 15:50:44.295148 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fdbdaba7-341a-4a75-ad7a-c98d4c83fdf9 req-9a24b93c-3a4e-41ce-874a-37df436c1a19 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0266356 Mar 29 15:50:45.125750 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1a4d34ce-507a-4d5a-9d72-573f1e85a3a0 req-91ab6824-4881-4f70-a9e4-fd18e11779c1 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0308208 Mar 29 15:50:45.385726 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e868ad94-a300-4755-99f1-2d3351dfac6a req-2c0ab81c-c4cc-41e0-b412-6411467cf2f9 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0265644 Mar 29 15:50:46.218960 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-73bed5ef-8617-4735-bfe2-221beeab37c9 req-ee27c429-86cc-42c8-874c-1cba677a1a8a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0268791 Mar 29 15:50:46.477268 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cf253092-31ae-4ccb-826f-22788b9ce390 req-09aa8df2-100e-4eb1-bd54-f59fa67680f9 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0262702 Mar 29 15:50:47.311715 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f733c17c-a47e-4449-9154-5f449b95ea10 req-901dd253-f139-4df7-8115-10c092cd82f1 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0260067 Mar 29 15:50:47.568748 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8727bc43-a8a5-4198-8b87-2ede5c6a3c94 req-7cd8fbb5-7588-441c-94ac-ef684e619ac9 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0261014 Mar 29 15:50:48.405948 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-db6c27a0-49f3-4190-8525-47baeb55643d req-5ad7e2f0-98b5-44ca-9599-4d6ea8efe9c9 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0293341 Mar 29 15:50:48.658955 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6b28e1eb-ccd2-41ee-a33d-95909b99c5f2 req-822ff6b0-1bde-47d1-a0bf-51dc441ff58a tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0265310 Mar 29 15:50:49.498678 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d09947e2-b1e1-46e8-8519-99be17ec7e5e req-db3c1987-d37f-4297-a55e-c4062a79c04c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0268290 Mar 29 15:50:49.751586 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0a9071da-bb9f-4a3c-ab8c-656c3804027e req-9bc824b0-1093-49d7-830b-679c33649a49 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0270567 Mar 29 15:50:50.590549 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-99899da3-338c-4cf8-bbf2-beb0dc3b2280 req-b1daef08-bf91-4664-8881-ab0270596e56 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0258198 Mar 29 15:50:50.850298 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b3c2328c-4060-4660-8d10-ba08f095537b req-fd12d454-a1b7-4919-9efb-03f494c692c2 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0333447 Mar 29 15:50:51.684575 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-98bc7511-50c8-43fa-af69-c3afcb6ac37f req-843d32e7-5284-459f-af00-7a66f2b25c58 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0283737 Mar 29 15:50:51.942722 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e0acace5-5db5-43e3-8856-402abecdaf17 req-77064b71-ede4-4fd5-b800-5eeb1a817ba5 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0272770 Mar 29 15:50:52.339272 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-94eea576-12dd-4b85-a76a-30ae4bae7e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:52.775866 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-55f5935e-1f27-404f-a754-2462a6543b70 req-b80dcfce-a59a-4689-bbce-e47d117b5b0b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0264852 Mar 29 15:50:53.033114 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ae0ecb3f-147d-44c9-912d-b2fe80b63583 req-132cc656-5c0a-4f99-8c49-779b868c754d tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0267322 Mar 29 15:50:53.869282 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-11772e23-8cbc-4ba3-80e9-0cda4b32d83c req-942d520b-017b-47f1-aa56-baffae688531 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0259349 Mar 29 15:50:54.125036 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3df86d17-59ee-40b6-8d36-205a674c951d req-919bbc54-08ea-4125-a48a-0234989d647f tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0289123 Mar 29 15:50:54.474137 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1c6c63ce-b993-4d34-9c74-b2781bc56891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:54.964363 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cf0352f9-0dfb-44e5-9df1-86d11c305733 req-59445ae4-74c5-4eee-8f86-0b340ef20d00 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0290766 Mar 29 15:50:55.216425 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cae7bc6c-576f-463e-b616-62f5d50b3458 req-0ed1e69d-fd63-4110-a7e6-52a4c936b2af tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0271726 Mar 29 15:50:55.704576 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:56.059598 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-edfaf540-15b6-49b3-8723-3b6093cedd20 req-7d019148-f630-47fd-97de-cfbfd5570e1a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0282850 Mar 29 15:50:56.310650 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-eb203474-a629-4a3b-8237-94a894aeeaf1 req-2f26feee-2023-46ed-b274-1b25c4ace93b tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0258350 Mar 29 15:50:57.090620 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:57.151693 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-76e12667-3ae0-4443-8241-9c91b53b935c req-9b885856-75f0-4ea9-855a-b900c63b74bb tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0259352 Mar 29 15:50:57.400606 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-909f8931-83f4-489d-8386-16da78d427d4 req-c3b3d559-b0eb-4e99-a8ee-b3c747b4e6b5 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0255392 Mar 29 15:50:58.248748 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cf576768-13bc-4445-826a-38db45bb0d6c req-1bda673d-fb5a-4a27-bf7e-f66fbe09510d tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0295770 Mar 29 15:50:58.493289 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c1eb7595-4e19-4c7b-9487-02ea53b9e6cb req-50d2c9fd-6612-4942-9583-9cf53e0b7341 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0266025 Mar 29 15:50:58.565169 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:59.341883 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-86296300-2894-4ea8-b61b-28a05967254e req-a7ef72d7-803f-4753-b2b3-9328b12e5b83 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0269949 Mar 29 15:50:59.585171 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a2c47894-36bd-42f4-a56f-7d76a11ff1a1 req-120e74a1-34ff-4bd8-9e67-f96025b13baa tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0265174 Mar 29 15:51:00.435556 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5c68e038-d3c8-4bc4-a6a5-8f6b249d3632 req-29af3818-4b9e-4b0f-ac38-8f74f3f6930b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0268736 Mar 29 15:51:00.677591 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-95c7a4c5-0aa9-484a-8629-1951bdc0382a req-a4855997-a37c-43b2-94e0-68dd53dba0a9 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0274384 Mar 29 15:51:01.529237 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f27ce67e-e85c-4b0d-8b7a-025e70217d1b req-29ea1cde-a37f-40bd-a260-e1dbeeab15b2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0283210 Mar 29 15:51:01.770470 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5daaa0a2-1c75-4195-bfa6-b949c17c3585 req-34d712bc-5dd4-44c9-918c-892ff2c81b7f tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0296047 Mar 29 15:51:02.491778 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:51:02.621082 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4c9107cb-a93a-44a2-9043-8a687fb0d2a7 req-73d321ec-3016-4e3e-aac8-8c084069d989 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0265913 Mar 29 15:51:02.861632 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3e3ea99a-8344-40b1-a59b-2a6a33f26611 req-e8ea15bd-e105-4dce-b586-4b63cbf9d6a0 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0271516 Mar 29 15:51:03.714446 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d9bed99d-4999-4b11-a787-6a27b064a939 req-15216fcb-7f63-4212-a28d-cc5c4d72e040 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0267887 Mar 29 15:51:04.066511 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a325aa40-2266-49b8-87c9-67c645901f4c req-a0bde5f3-f6d5-42f8-9c7e-358d040f077f tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0264685 Mar 29 15:51:04.808645 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1a83c308-8fa5-4140-a1ce-6015e2db61cb req-9f73865a-001e-46eb-8bd0-1448dd8aa7ac tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0283670 Mar 29 15:51:05.156872 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4d39e398-4924-4c80-85e1-955fc93f3d20 req-b1901fc7-e8bb-46a8-9e89-b32d7217c2ca tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0267835 Mar 29 15:51:05.900475 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-75c75c29-702f-41fa-b02d-6cafcce603e3 req-0135b5c7-e56f-4609-94c2-097986116ca6 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0259719 Mar 29 15:51:06.245868 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d61e92b5-162d-4787-9d56-a39e27da6567 req-99420047-43c0-4337-9310-295a0c2debab tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0258040 Mar 29 15:51:06.993591 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-96187f6c-a4f5-4470-b182-9d7de8368ff7 req-abbe7d56-17fa-45b9-9665-85eea4088f93 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0259125 Mar 29 15:51:07.336292 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7a720c37-357c-4f88-8c12-6f95b53d2688 req-16045af9-e39f-414c-af79-bb04ac01d1a0 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0263245 Mar 29 15:51:08.089679 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4ccec23a-537b-4827-a674-bb0c702b46e1 req-e199ba20-0e9b-42f5-a4f6-2f2cdf9a527c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0285194 Mar 29 15:51:08.427225 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-62c2ea4a-2b55-49fb-b415-86b497b67a14 req-b41a10cd-cc3a-4e94-a478-b44e3e558e9d tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0266757 Mar 29 15:51:09.182146 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7bf691b9-5da3-43be-bb21-7b975d52157f req-69026eec-67fe-423d-865f-3917db5c69f5 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0264564 Mar 29 15:51:09.519192 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-15eaaf4d-74f9-4480-8fcf-20addb6ce7d0 req-339c0f70-8660-44fe-a5ea-33c95aeb1e3b tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0260322 Mar 29 15:51:10.273983 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-255be96c-b484-4599-b099-410a82351a1d req-50847d6a-d01c-4b6a-b6fc-5a3f2db976bc tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0260165 Mar 29 15:51:10.612027 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0cc02e6e-47fc-432a-bf9f-0706d1959f6c req-51f1595c-7efc-4be8-a800-442bdf7d3ed5 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0262640 Mar 29 15:51:11.370218 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5ef413f2-0029-4e2a-b158-29f91347a50f req-e8a40c45-7d99-4181-a160-16104608f178 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0289812 Mar 29 15:51:11.702708 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7b1c2b98-60c7-4aa1-8410-23bdf3b2cf2e req-283e3478-fe1f-44e9-bb42-9b97c1ddf5d8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0260963 Mar 29 15:51:12.464103 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ab244a89-9748-494b-bc1c-2a29ded78b97 req-baa9862d-b220-4de6-8fcf-f9543b0ff8f1 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0266199 Mar 29 15:51:12.794424 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c04246d5-97ac-4f77-aa1d-96f045b95002 req-06f1383d-74fe-464f-9841-51504e7f2de3 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0266178 Mar 29 15:51:13.555453 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-352478c3-15df-4a77-b97f-32a19ed9c9dd req-4b1707c9-6440-4d43-8e14-1d3c2d4a77d5 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0267708 Mar 29 15:51:13.813114 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:13.886121 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-40ea888d-d45b-46dd-ab0b-ed19497d34f0 req-73b4073e-9fa5-48a6-b95e-7f28c11391a0 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0263200 Mar 29 15:51:14.651835 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-01595498-8587-492b-b27e-6c9d54c9e017 req-adb17dbc-c693-4fb1-ba0a-1b072c41d603 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0292737 Mar 29 15:51:14.977302 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8bd1130d-7bb8-4089-b6bb-4de6c833e3f1 req-4b849ab8-f922-490c-b4b8-dcd8e753d673 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0258646 Mar 29 15:51:15.742624 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0da41013-d54f-41c0-b38c-d375eb1f736c req-f6e875ae-5905-459e-9b6e-25cf6bdad059 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0265079 Mar 29 15:51:16.070532 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-addc0c0a-362a-4205-8ab1-e0fb3a34398a req-1506a7f1-2ef8-4e1b-bb72-20a6de75398d tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0259573 Mar 29 15:51:16.833962 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4f1ccca3-f92a-4c7a-9000-7598da7159ee req-6b12a3e1-fc92-48ca-b790-c3c0595c8c51 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0262322 Mar 29 15:51:17.160889 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9ba6dda3-8a11-4968-aa42-c019bea80c28 req-89591410-b57e-41e4-ae57-692b15cdfa07 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0264509 Mar 29 15:51:17.927884 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-15e6914e-a51e-45ac-8747-824b80d5cf63 req-0d531b45-01af-4e12-bf05-656fed41e1f1 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0298593 Mar 29 15:51:18.254046 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-51423390-565d-4f21-aeeb-b8d20e579d3c req-4d1c8d17-310e-4dfa-bf1b-8ede42620ee6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0275044 Mar 29 15:51:19.022403 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f0748efc-32fb-4db1-b5c6-f035a6e13732 req-d8ddf610-780b-4e95-af24-f0f3b5534d1e tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0290072 Mar 29 15:51:19.345792 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-000c6a7d-12ab-4e6d-8501-6745dc47000b req-821e398b-2f11-4814-9c45-cbb7a181800a tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0268209 Mar 29 15:51:20.114015 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fe74eaee-0a64-4d29-920f-9fbf12ca9d49 req-5e0be42f-e9c8-436e-83e0-f22fb638077b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0269761 Mar 29 15:51:20.436641 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c89fdfec-c82a-41e1-a549-fde76cdf430b req-2bfde19f-ea85-4590-be50-8bbb9254110c tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0273573 Mar 29 15:51:21.208537 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e6bcfedf-8de3-47ca-aad4-bc3430ba3c22 req-8ca11139-cfb4-4bc3-ad91-94cb63c7ad5b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0297618 Mar 29 15:51:21.527240 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-75b00155-10fe-4bb3-a4ef-8c1d36bdae0b req-4b39c6cf-79e2-4407-9d94-f89c28f599ca tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0266268 Mar 29 15:51:22.292580 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ffbeddc8-f640-4496-bd31-611d14abfe41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:22.305440 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6cbe28ff-f810-43ab-965c-b6b01b28a4e3 req-7ebfbe2b-0811-4882-82f7-2f3d4c510312 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0295589 Mar 29 15:51:22.619546 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-30ecb5f1-f831-4323-9ce1-b395b304b1a2 req-98f40dd3-e35b-40f5-93ee-47e72bc92a32 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0265477 Mar 29 15:51:23.396570 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9029b38a-e7a8-489b-bedf-35adedaa37da req-394c8110-8ebd-483e-be77-1ebb0d6fa292 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0260973 Mar 29 15:51:23.712410 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d215adb0-abe6-427e-ab2e-bd3f012e48cd req-6b0bf7a1-e8e3-4a52-9a33-d7968ca8405d tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0273678 Mar 29 15:51:24.481186 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3e887410-d9a5-496a-a265-a1b4deaf63a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:24.491536 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e9af9bd3-1f2b-49f9-91a7-597c1bfa7d0f req-7812eac2-7443-457d-9d49-ae9a1465f739 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0287292 Mar 29 15:51:24.806089 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9c03b6fa-8148-45f0-87ee-6e06bc6d53c2 req-b648a961-1f6a-41da-8227-fce53207ccb3 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0262027 Mar 29 15:51:25.584312 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-20ab5281-a61c-4678-bc61-206cf03f8d07 req-fdd44d92-79a3-421e-9d3b-3fa1dac0df6d tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0264945 Mar 29 15:51:25.684577 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:25.897741 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-019f23f4-d8fd-42d7-a17a-7769d193638a req-8706584b-a6b4-47bf-9ca7-c79e591d1de3 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0277367 Mar 29 15:51:26.677460 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f1d2c9bc-4747-4328-b7e4-23f0365d4272 req-4fa2ead0-0912-47a4-84de-00a039add1ae tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0259209 Mar 29 15:51:26.988748 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1603affb-4ffd-4706-8dec-237f80d02866 req-1c9ecaf6-df11-4069-9e37-4f4a9f850767 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0263329 Mar 29 15:51:27.097933 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:27.771680 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0de4ec51-3e87-4b24-b1c8-611c06f60f44 req-a9dedd0f-c0ce-4ce3-9420-1da076fd230a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0289426 Mar 29 15:51:28.082338 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4d71abd5-b2e9-4106-9470-eb88a95c0dd5 req-a1ae93a3-999e-4d4f-935e-ca622d70a363 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0274296 Mar 29 15:51:28.509488 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:28.866146 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-be3c8067-7edc-45f2-8ae2-674d466b2523 req-c92e73f0-69d6-4b11-82c0-d7aa033281f2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0269718 Mar 29 15:51:29.174903 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f7af5985-cd86-4e05-819f-e17bd8b417d4 req-67e4fedf-a621-425c-875b-94b5e3c0d008 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0271173 Mar 29 15:51:29.962895 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2eb8bd2c-b77d-4cb2-a866-1c6d86eb6c8a req-fef2ac1b-0378-4037-ad0a-f958f84fa627 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0318704 Mar 29 15:51:30.264634 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-32977f30-2042-496e-af31-963b356fab73 req-e8ccd978-e2a9-45db-8eb4-eabcd1c90846 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0266540 Mar 29 15:51:31.057721 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7d553446-2265-4c00-a26b-56b3c14d326b req-f773eb8f-d119-4e7c-a9df-96b0b4925d2f tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0292764 Mar 29 15:51:31.353930 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-258c1700-feec-467c-903b-729b6642697b req-82b839d1-9a09-4e4e-a829-16a395dff55c tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0263562 Mar 29 15:51:32.149929 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1e1a8bb8-5e9d-44be-a34d-1f01b93c9a4a req-0e1bf719-2966-4096-b009-eeb6ba82906b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0264971 Mar 29 15:51:32.446551 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d4c6542f-0e59-492a-b201-63e995c41e69 req-aee29bfc-ff67-426b-8d4f-affd0235ab32 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0265954 Mar 29 15:51:33.242560 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bc18c4b1-906b-41d7-a979-43d31651d3e2 req-bfca7960-2291-4e3f-8885-0eb32c3c22be tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0275090 Mar 29 15:51:33.535860 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6af96c6b-23f8-49ee-b85a-9b799cee7c2f req-7d8cad78-aae3-4509-8ef1-231b3357bf36 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0262170 Mar 29 15:51:34.337046 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-07de671b-7f09-4136-8e54-a2f58193ce8e req-b11621b4-ab8f-412b-acb5-1cbcc519ae71 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0281680 Mar 29 15:51:34.627528 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3a632fa5-ae1b-4cb1-ac5e-f30ecd152723 req-bc9070dd-8bca-427e-a5c8-6883008f912b tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0260010 Mar 29 15:51:35.430409 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-05f3b32e-34b2-4001-b987-74417314090a req-9bdba703-77fe-4654-864f-91cf7a2edcc7 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0269833 Mar 29 15:51:35.718997 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0270a04c-cb9f-4a72-9733-5bb5a8744d9e req-292250e3-2f2e-43e4-83ec-799dd5761274 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0267351 Mar 29 15:51:36.524081 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8f4eb4b8-c658-4e59-8601-8e9eaad5d53d req-bdf56e3a-657f-4b78-8757-ca96b661c27f tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0262902 Mar 29 15:51:36.808646 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f121a306-e135-4ca3-8a98-26f94f1f6ec1 req-f4beca9b-8b86-448a-a3f5-fa137850d854 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0260484 Mar 29 15:51:37.619464 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ee16ac82-83d4-42e6-af87-39c456509a77 req-a8e77471-5b1a-4cb6-8e79-d8b1827c9234 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0297222 Mar 29 15:51:37.906314 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9d3643fc-a0e6-46ae-b35f-114845850b5b req-1ab5c3b2-ec59-475d-84f6-ff159dc174e5 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0314538 Mar 29 15:51:38.710367 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fbee939e-a1f9-4d7d-8b3d-abe563627edc req-e1a17d41-4f8f-48a0-896b-271e2e5cfdb3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0270579 Mar 29 15:51:38.999689 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cdf4d7ff-e479-45a9-906d-d22f3fe6618e req-00e72817-4af8-4a49-873f-65182e3ec1b0 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0273578 Mar 29 15:51:39.490679 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:51:39.801119 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-083866e7-7f44-4dec-aaf3-6ab9cbec2e18 req-086c42b8-d086-4256-b543-5a66c6c95fdf tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0263908 Mar 29 15:51:40.090753 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7d2be961-4ef9-4462-8dc9-d8c3185c9e76 req-00a544b7-2c87-4c97-9cc7-6fb1897aa022 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0259755 Mar 29 15:51:40.894762 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7fa12103-1c7e-4a4d-adbe-5287ba54719d req-78b3f7a1-8fce-4190-8a2d-84d1de7bb239 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0281539 Mar 29 15:51:41.180556 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8e18b5a5-a98b-45ef-ae61-e64b9c599dc3 req-8ec6f29d-a326-48db-8343-296e4d6b0607 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0255625 Mar 29 15:51:41.987658 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-05a5d4f4-35be-42d0-a181-d8ee31591d8c req-2709c77b-e841-48d0-867b-098249e01889 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0266814 Mar 29 15:51:42.270643 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3400a0cf-bab0-4f2d-9372-8adb9e6111dd req-56d5eda7-06c9-4b1d-8b2d-e6c024e1b63b tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0260642 Mar 29 15:51:43.080702 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-060e1dd4-7110-409c-ac1a-0a4f91e05259 req-d629a659-c64d-45a1-bab6-aec158dddc5b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0257683 Mar 29 15:51:43.363043 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f2211692-cfc0-43bd-a9a7-02c90935c22e req-d12aafc8-3b08-44f8-a417-831176dca244 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0260692 Mar 29 15:51:43.709272 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:44.174928 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a0d2ece0-6ca1-48c7-b20a-858d5dca5b55 req-62bcbbc3-03a3-4a60-bc3f-27bba859abe6 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0292943 Mar 29 15:51:44.453696 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5b13eae3-6488-4eb5-8e13-eeb6ce45a723 req-702a9576-1f44-465c-aebf-f519a219d600 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0266314 Mar 29 15:51:45.268274 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d68aaf4d-69c3-4ecd-8fa9-e383f569f4cf req-04653c4a-9e13-434f-b87b-8602527eaf77 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0271108 Mar 29 15:51:45.545292 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-68ae9e52-ed2f-4252-b85c-cbe8199f6e30 req-614ce7ea-e201-45b9-af61-52a1d330cc14 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0265625 Mar 29 15:51:46.358793 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9bcc9420-1088-4107-916e-e15a5afb6ca2 req-bb55f440-a2f4-426f-abe7-51c82d3e4287 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0263903 Mar 29 15:51:46.638352 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f8dcb93c-f461-468d-8c69-82e9f1ec64e7 req-4468ead4-6a07-4f6a-90b9-8a412a1095fa tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0267484 Mar 29 15:51:47.451105 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5e9f6a37-d12b-442b-9fd5-74325291a942 req-98773aa8-12f1-48e0-ae0f-fe136b6d3e9f tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0285895 Mar 29 15:51:47.729125 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9fe49fe3-0ceb-4956-b58c-ec7209599a02 req-d04456e6-743d-4e34-a8d6-ece3d59f8a15 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0266001 Mar 29 15:51:48.542694 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-512f7460-cd58-45ef-8558-97e724eef517 req-5e6359c7-eee3-497a-96cb-0ca51e8178d9 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0268946 Mar 29 15:51:48.821349 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d35c7cc0-3016-4d05-85c2-718b0ccef607 req-ef7a2045-9140-435b-8f60-451f207e49fb tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0265796 Mar 29 15:51:49.634096 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2c5369ac-b037-4ba8-9f19-ebf38ff9a557 req-eada722d-eb3a-46b7-a910-8fe7bca8abc7 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0264769 Mar 29 15:51:49.911597 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-dd5172da-d0b0-45a5-b4fe-87a2cdfcdca3 req-026c1a21-65b2-426f-812a-586375ae4b7d tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0264499 Mar 29 15:51:50.729822 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1cb4d0fa-6ee6-406b-aaf0-032abfcd14c2 req-e6d502e6-f2b0-4673-bc5c-52f8b07965a5 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0288153 Mar 29 15:51:51.001775 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-22999255-e56d-4110-9460-58835d2914d9 req-27e1b020-1caa-4ab3-a5ce-a9086b4bcb46 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0273395 Mar 29 15:51:51.823065 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-42643146-b836-40ef-9c04-c22a3ed54ebd req-4368febb-5bbe-4de1-9d6c-f494856df2bd tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0266004 Mar 29 15:51:52.093671 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-acbc3ac1-b295-45a4-8027-1aa27d99f831 req-4774e2ae-565b-41a2-bdf1-26c504387377 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0263844 Mar 29 15:51:52.280173 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b3453921-d7c2-4c2e-a207-1a5e60fc7cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:52.914988 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fb18c985-fc6a-45a5-8eaa-92bb8102a625 req-88c63e25-56b4-45e0-8209-30206c092777 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0266321 Mar 29 15:51:53.182585 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c76c4b4f-6e0d-4e67-9cfb-867aa8c37005 req-d5668ab5-c971-40d8-9bd5-5268ce25d2a2 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0255761 Mar 29 15:51:54.008107 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0141bf2a-5d90-4fb5-8079-c6987406c859 req-1f9e044e-1b7e-4b92-85a8-00fa2737b30a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0286322 Mar 29 15:51:54.274151 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b1b75fbf-92ee-4aa0-8c9d-b315f566d1c9 req-4c025539-16c1-4bc7-8efc-a6059e138062 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0264964 Mar 29 15:51:54.474420 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e9fff1ad-4b81-4e3a-8131-0395c39bfc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:55.102128 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-87bd5af9-acf0-46b2-b4ea-6338405e8752 req-8c374c9b-2a86-4ded-be58-0981498384c4 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0264020 Mar 29 15:51:55.365769 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fb52f375-4e4b-4ef1-bf0d-317494908d87 req-f333186c-f076-4010-877b-0dbae0a990ea tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0264521 Mar 29 15:51:55.725748 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:56.194430 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-df8f73fe-8d82-448f-8394-87f4d8f1aab1 req-38f7ed82-8cea-47de-8d05-ca957d55dec2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0258107 Mar 29 15:51:56.455859 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1cfefd6c-8cbc-42b3-8537-6e7b51b7c827 req-b87116bf-87d9-4f4a-ac99-e73ab120fbdf tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0268109 Mar 29 15:51:57.090770 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:57.290048 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-10bc67ec-c849-4536-a93d-ac034088ba3a req-14e8841d-b7c9-42fe-86a6-703aee59ede2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0289981 Mar 29 15:51:57.546251 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-70fe8f6f-d5c4-4287-a132-018051b60df5 req-fdc5cede-6c61-40f5-afcd-398c05cd6938 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0268352 Mar 29 15:51:58.381345 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-238ffa92-9921-441d-b193-2b9ab8735199 req-9ed44899-7b76-4224-a004-a86f3cc4c90f tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0273960 Mar 29 15:51:58.514382 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:58.638111 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2ce5c389-891c-4dcf-94c2-e36e6e7351cb req-baee9197-84e0-4c71-8900-72e8e8cf113c tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0278454 Mar 29 15:51:59.479172 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0364306b-bbc1-4a58-8e1d-c379ec1b5e5b req-3f7a7f6c-7875-4d14-af0b-b1f1cbe8f4a7 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0281734 Mar 29 15:51:59.730529 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a2a77add-0fcc-4129-8df7-efe8585eb119 req-0fa80fa4-344f-4219-95ce-17d9348ab8c3 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0261006 Mar 29 15:52:00.573600 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4a2862fa-74d9-44aa-8168-298735115d02 req-4a09774c-ded2-45e8-9202-f0daa8e8d100 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0282087 Mar 29 15:52:00.822231 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c6ce2287-4beb-4bea-82e6-85e0cf6fcfea req-905a6f42-15f9-4017-9115-e8223199143f tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0260167 Mar 29 15:52:01.666234 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d97445f9-5b10-4414-8979-43ed55ee2eb4 req-e48f9922-3d14-4db8-b850-c13a38514277 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0264239 Mar 29 15:52:01.912866 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ddfb7a1c-39b5-46ba-9c42-04a8915d91c8 req-798b42ae-fc2b-45fe-b21c-d1c1ea74af91 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0263424 Mar 29 15:52:02.757459 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e31dad88-7b08-428b-8428-393ea4a024ee req-67e68c08-801e-4b81-a19c-a1a59e0a481d tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0258350 Mar 29 15:52:03.002792 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8ac621d8-7de5-4c8a-9510-b5c10b300102 req-ad4796f5-848b-4289-85aa-75896a9e125b tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0256927 Mar 29 15:52:03.853428 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a804fdc5-a848-483a-8f66-16785e765df9 req-3ebc8d6c-31b4-444e-b4ad-ce6e52ecb1ac tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0291109 Mar 29 15:52:04.093546 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5dc45726-536f-4e26-bcb4-9e568992aa66 req-797e2696-33b6-48e8-8313-92842f13a234 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0262544 Mar 29 15:52:04.946521 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-58f2fe0f-341e-4329-b94e-8433162e3868 req-82bc76ea-df5e-4067-9600-ce5f8abe14bd tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0264418 Mar 29 15:52:05.184746 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-92989628-b1dd-4586-9a1c-8384ec8a25d2 req-a22e375d-ca61-4289-9019-a302b305013a tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0269592 Mar 29 15:52:06.037497 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-60576c1b-c50f-4caa-a6de-924a8b8f1d93 req-b21b7d2f-31bf-41d4-9e9b-78da9ce17ec5 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0270455 Mar 29 15:52:06.275294 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6bd4ca33-5828-4ff1-bafd-598424465ef4 req-a28433f6-81af-45a6-a508-eb6d15a30f14 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0259619 Mar 29 15:52:07.130792 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2476eae5-50f1-40fb-98b5-5cc21e3910a2 req-cd422c0e-d8d5-437b-b2e0-b79f8f3bab23 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0289483 Mar 29 15:52:07.365508 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0101e9b9-57e6-4d54-af90-f25dabd7033b req-db194540-16a8-4b6e-8707-afa68cda624f tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0262871 Mar 29 15:52:08.223349 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a8feb8f3-ff89-4bfe-8319-303aec1efdf7 req-4af353ae-98bb-4ebf-878e-5fa9e37344e1 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0259817 Mar 29 15:52:08.457745 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6a7b1d8c-8c5d-4507-8c0c-4c87cde22aff req-c3fc7efc-9de2-4dda-ab16-70762f4c7706 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0258198 Mar 29 15:52:09.315394 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-83af578c-8de0-46af-b3f9-ee07de23cc5a req-dfe9c422-b457-4411-8bfb-422725799003 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0259690 Mar 29 15:52:09.551559 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3567edb7-d545-4fed-a29f-b359d4818808 req-afee747e-8895-48e9-9ce7-e7803af45a40 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0274520 Mar 29 15:52:10.411827 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f354b218-9908-40ce-aec5-3b9eef6f967f req-efafddd3-8637-409c-8074-a86dde60f3f1 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0314147 Mar 29 15:52:10.645282 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ce8376c5-08c8-4cd4-b9cd-a936de989b2c req-df24d7b4-fd27-45f0-a8fb-60e5a2c5e3ce tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0267816 Mar 29 15:52:11.506310 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b419adcc-9194-4f75-bcd2-1b863d5ebe2f req-a5bea352-8be0-4e9d-a55d-c114e784052b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0270851 Mar 29 15:52:11.735305 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c6979dfa-0fce-4860-9e39-ab8d629085bf req-0844a2de-9fe8-4013-b69a-96ed444edbc4 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0262845 Mar 29 15:52:12.599645 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e02c9db8-c9b4-48d7-ab59-75debcca1a52 req-53cb4f4d-e028-4ed4-b5a4-d826a33f5c05 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0266509 Mar 29 15:52:12.827474 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fb12782b-e37d-4473-8e09-bbb76a3308ac req-4baceba0-ad6c-410c-8389-f7e9480d6fd3 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0267379 Mar 29 15:52:13.694017 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ca64442f-b4aa-4458-81c8-d9677d6b2deb req-30c55fd3-9d32-4d66-89de-21f3c6c2097a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0289102 Mar 29 15:52:13.708447 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:13.919366 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-79055b9f-76db-47e2-bf6e-32a402a93c39 req-7dadfdfe-54cf-44d7-b6a7-808e911bf044 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0266998 Mar 29 15:52:14.791033 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-482010a6-92f3-4935-af3c-538db214541d req-610cd1b4-19c8-42e4-b1bc-d25136423ef3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0271289 Mar 29 15:52:15.009013 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1307ab0b-ca3d-4bdb-88f1-19f855d52a99 req-20e74acf-64c5-461f-b202-85f0d220a632 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0256908 Mar 29 15:52:15.885417 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0d58a9cc-d4f7-453e-af2a-f288f74bfa94 req-f766caa7-0ce7-4b31-9b01-a6cf3690c029 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0298352 Mar 29 15:52:16.101443 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9df039e9-009a-499d-baca-e6f3c821b4d4 req-24c3c081-b510-48df-8651-f917203b2330 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0262578 Mar 29 15:52:16.488927 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:52:16.980226 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3f5159d5-b95f-4b15-9207-81e8652132f5 req-340c0973-915e-469f-9463-9b2712651320 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0291665 Mar 29 15:52:17.192121 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3b04f9f0-5975-4d8a-8f3d-8094c8569fc5 req-c98ee5d1-a171-48a5-8dda-bc2fa7b8132b tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0259137 Mar 29 15:52:18.071078 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0e59c1cd-ea24-48cf-a3c5-7c61629b2bfd req-3c069d2d-ed4a-482b-808f-5eb8e6665609 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0259082 Mar 29 15:52:18.286471 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d12e76ba-c73b-4be5-b5a2-78cce2213f58 req-993a8fa6-1dc9-4a3c-9f69-a98049d6e088 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0294669 Mar 29 15:52:19.165072 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d81086a4-b4fc-4a4c-bfff-f48075702a81 req-8f327a1e-a1d5-4fd5-b47d-cc77031e9db5 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0259268 Mar 29 15:52:19.378592 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9d12e15e-f4bb-4539-a3e6-974fb3d40b1b req-b36becb6-df1e-4764-86b0-fd5d9a1e67b7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0268373 Mar 29 15:52:20.259601 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-36ad92de-901e-4368-8f47-5cac8cefedf9 req-0e4cf3bb-f61e-4cab-a48d-dd831b751728 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0292692 Mar 29 15:52:20.470543 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2f2442c2-79c3-44b8-91c5-2322616f4a1b req-ee100435-cee2-46ac-8ada-ab7bda048c35 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0263238 Mar 29 15:52:21.352742 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cb28510c-90c6-49c1-8eee-ed6ba2cf8ed6 req-3a6ec1ab-1311-451b-9a74-b52e2d382f85 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0269945 Mar 29 15:52:21.564488 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1e9d4ecc-d9c3-4efa-ace3-ddba92295218 req-110099a0-4acf-41c0-9fb7-99961909c712 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0270500 Mar 29 15:52:22.336736 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8fc01410-646c-45ff-bdd5-b9da73af8252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:22.445178 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5222a4b8-9809-4aab-b33a-c88d81fd89c7 req-7b5bde0a-3fa2-4f39-895e-68ee60c11f88 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0262909 Mar 29 15:52:22.659482 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-560f686a-60fa-4297-a0a4-bcd00fe1684d req-7e4fdd46-fe36-4c73-a444-76c9cdde73a4 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0294316 Mar 29 15:52:23.538605 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-20950dc6-5303-40b6-afd6-5da7c5eda1e9 req-26b89b40-61cf-4c3f-ac4b-318405533e5e tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0260270 Mar 29 15:52:23.750272 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-122ddfaf-8530-4011-9d08-219f32e7368d req-0293ea40-debd-4168-812c-6731dc82a815 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0261276 Mar 29 15:52:24.461554 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-27a4f257-8cdd-4988-9113-884b525bbd0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:24.629917 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a70bfa92-43fd-46a0-bf01-1a39b1712542 req-dcb4754d-cc86-4936-9c7b-e9bedc67253a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0272410 Mar 29 15:52:24.841325 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5adf1a3f-16b0-49c0-b2dc-53a6a34922e0 req-bb3ca4dd-d5f7-42f0-983c-07924f0b63eb tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0261874 Mar 29 15:52:25.696682 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:25.722013 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b6575443-88c9-4e54-9a02-c7ac26e06df1 req-c03fb888-28a2-40e9-9889-0892a0db46b0 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0263879 Mar 29 15:52:25.934448 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-222d3823-8af6-493b-90ac-83d20e3f725c req-9e45b2c0-cfcd-48d1-bc67-6393859b23f7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0291302 Mar 29 15:52:26.816464 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-dd449468-737f-414e-9f1a-93052af9b031 req-1a66bd68-1cca-4b41-a19a-7c330356a0f3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0269880 Mar 29 15:52:27.025154 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-40c30ec2-78ca-4e4d-84a6-110a6dfaaf8d req-22dda668-fdf7-46e3-93a6-8808a43b12f0 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0263901 Mar 29 15:52:27.073601 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:27.909049 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-205f3ebb-f239-409c-a0d2-82cc9dc01450 req-1467974f-9840-4a26-9701-80a4cc000b0c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0268884 Mar 29 15:52:28.116903 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c43429d3-d3ce-405b-a954-f04febb950a0 req-42076733-7e22-4218-82d4-2995b63206ef tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0260942 Mar 29 15:52:28.542228 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:29.002412 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-41036548-87b1-4a6c-94a0-8430e6ce8886 req-6c415ae8-af43-4532-bad5-894747a1ef16 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0294023 Mar 29 15:52:29.210048 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c586c483-ecec-460a-a4db-cacd75cd2bc8 req-6ea34fe2-4046-4df7-8c60-8efa13cef20d tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0293267 Mar 29 15:52:30.093610 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ab93ba02-cee4-433b-b6d7-538151f13a90 req-8725231e-ced9-4467-8ce3-3aea8becdb2c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0264702 Mar 29 15:52:30.300993 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f3b2225f-b086-408f-a2d4-20af328fd378 req-fc243958-19b0-48de-ba32-d718d1340d8d tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0258794 Mar 29 15:52:31.183736 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5d357f6d-a238-45d7-a087-84980fcc9581 req-2135b6a5-5a88-45a9-9245-0419db0ea117 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0264416 Mar 29 15:52:31.391103 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-57198c29-de99-4859-a422-d751e75f09fd req-6e0e4f29-0db5-480e-a1dd-281eeb72d500 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0261712 Mar 29 15:52:32.274264 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ffa6d0e3-2e78-4ffc-a263-8a41ebc9e919 req-eaa47473-5086-484b-ad87-e0b19248875d tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0261846 Mar 29 15:52:32.483995 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4c3e2434-b7a2-4808-906c-ddb0ed72c4e7 req-26d8d7a0-f00e-4038-9e07-a95628509139 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0284939 Mar 29 15:52:33.369039 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-15ab2576-dca5-421e-b716-67bb29ddb6fa req-60694d70-3fb2-43a9-b277-4e3106dc2ffc tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0269668 Mar 29 15:52:33.575104 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3f5c739e-862b-4fab-b1bc-3d3b8ae5231a req-e838883d-c5c7-48ca-822e-16e98f942eae tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0265560 Mar 29 15:52:34.460332 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-22361f60-79c9-42b8-9564-da1165c42c5c req-464be503-2f3a-46e9-9bc9-5d51a05f0bcc tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0260561 Mar 29 15:52:34.667787 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-137228aa-307e-4736-a98b-688212d3366c req-dc68ba79-0d49-435a-8160-8d1d3e93edb0 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0276768 Mar 29 15:52:35.553347 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-25d1c4e6-8f23-4c66-aa6b-64f7fbb6f9a6 req-d6fe9595-bb09-4647-b630-f0a7a77334b4 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0263779 Mar 29 15:52:35.761598 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c02c62e0-d319-4347-ae05-f226d7eaff7a req-b95a6d51-f4fb-49fc-8590-e0f48775cb61 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0290895 Mar 29 15:52:36.644910 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7f6504eb-1589-4cee-8ccd-fbf0c425faad req-8994a195-fffe-4194-93bf-030544704a38 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0261760 Mar 29 15:52:36.853513 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f264fb46-e7fc-4387-a220-96bbec783869 req-2dddf9f2-b66b-4d2d-a9c6-c4a49c7f1471 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0260093 Mar 29 15:52:37.840977 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c005d33e-31eb-44ab-afc2-ac857ebc749f req-db52e2a8-2c90-479c-98e9-d64f58efb274 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0264621 Mar 29 15:52:37.944578 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d0736760-cba8-41a7-847c-22e69ebcad04 req-7b713ec6-50f6-494f-bc96-3be2be83ef2a tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0273821 Mar 29 15:52:38.932310 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fa1edf01-b10e-417e-a754-21479fdca218 req-ec31a127-7d53-44f2-a1a7-1355fd749b92 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0255604 Mar 29 15:52:39.037755 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6f408355-efae-4516-8e77-56908af53232 req-f600f3e2-2dc5-4fe1-a942-a1aa311ad262 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0297205 Mar 29 15:52:40.023563 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8f378eba-baed-4904-b3eb-885aaba6398a req-cda86792-02e6-46d0-90d5-67111779dc39 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0256548 Mar 29 15:52:40.128295 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5aad9f69-7085-4757-a23c-8b6e365ca880 req-0715352e-ba1f-4bca-bba4-95fd85987318 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0265079 Mar 29 15:52:41.117767 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e8949ec8-a9d0-4b38-889b-e68705bbf86b req-f3fad490-de55-4e24-bd51-1ebca3e04263 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0258582 Mar 29 15:52:41.218387 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a6f3063d-8d3a-4dbd-9319-e633610cc816 req-0044550c-58cd-4c31-9f95-b45d39a504e2 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0271540 Mar 29 15:52:42.209429 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-12391877-f661-4c4a-877a-693c4b6ab054 req-b9a78910-de4e-4b77-8da7-d3b0ef6e2aa2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0260701 Mar 29 15:52:42.310346 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3da6d65d-2ee9-4c1a-a4c6-5c0a45ccabd1 req-9d121405-246a-4ba9-ac0d-6475425b9e50 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0287316 Mar 29 15:52:43.301579 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-10e16626-6617-4d36-b793-0bcb4ed1bd24 req-4d373953-cd21-47bf-a886-809260d09652 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0269334 Mar 29 15:52:43.399849 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a4e34f87-59fc-4afc-ad5b-f137a4d54ff5 req-9376f3de-0110-442b-9de5-b688b0968374 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0258982 Mar 29 15:52:43.707311 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:44.393008 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c7b37556-7f29-4b4e-af9a-399a539a72fb req-ee6c75c1-0933-480f-8189-d9f7f8ac46ee tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0256248 Mar 29 15:52:44.491348 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bfe53f08-61c0-4303-b823-1641ad588d94 req-9a8ddea7-80f5-4f9b-bae9-a57e6afe1a28 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0270715 Mar 29 15:52:45.486220 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1531768d-96cb-434e-828c-dbc171c24d90 req-f38de83e-20c3-457e-8273-5f4fa04fc553 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0267479 Mar 29 15:52:45.584937 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4b99ca6f-9ae2-4442-ad1e-3261094e9ee5 req-6d658ae3-70ad-4898-9bd9-4794995cd9c4 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0286763 Mar 29 15:52:46.579577 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8e027dc2-f2dd-4641-995b-7b056453adb1 req-dc233786-595f-4853-974b-96592c0f4065 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0273142 Mar 29 15:52:46.675124 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a541a333-5c24-4440-af21-baff3b3a9976 req-6c740f8f-8e0a-49f4-a2ab-24c694936ca1 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0263970 Mar 29 15:52:47.671775 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ad460977-a366-43dc-a176-8c26620b5ada req-544013f5-f690-45ce-8da7-88df5345d0e3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0278604 Mar 29 15:52:47.765712 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b2361f69-1847-4974-b5df-906cd5be8b4c req-d58d5c25-2f72-4043-b864-de30f90083b1 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0261469 Mar 29 15:52:48.764707 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-557a316f-034b-4677-ab55-de09bd2d083c req-4ddc4064-ddc8-4f98-887b-f0f75ef6624a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0261123 Mar 29 15:52:48.861088 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-db55ec77-3779-4836-be4d-13df6b664b4c req-b277a36f-ea2c-437c-8b11-a06306fc8c8a tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0281720 Mar 29 15:52:49.857276 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3ace8191-dd3f-4f55-8caa-125b08dbd3fd req-1ce09dd8-2fca-4363-a72a-5a981a16d12a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0270205 Mar 29 15:52:49.952448 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-00bc9b45-1983-433d-a30d-4e7087c369bc req-74a75811-0fe5-49d0-be2b-a7e404d3dab1 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0264883 Mar 29 15:52:50.948310 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a822aa05-8922-482e-87e5-ef369e999bf2 req-3a86f849-fbec-42d7-8456-bc6953daaeff tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0262775 Mar 29 15:52:51.045185 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9e91ca20-b8c1-4cd7-9d52-17e414b6a8e7 req-9627191c-bc09-4aad-bb05-18f9fbd9fdad tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0267744 Mar 29 15:52:52.038665 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cca6257a-5a82-4236-b383-a0d260698eb8 req-3eb355a8-e4c3-404e-9d8a-1d7c2d339582 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0257535 Mar 29 15:52:52.136753 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-86adba04-5273-4cab-b1ef-045d6397644e req-afbb0f4a-e252-4ae1-b029-9f5f6cb2f122 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0287960 Mar 29 15:52:52.273039 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-73fddbdd-164e-4e34-a73a-3ac6df2e9490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:53.333353 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-db1415a9-3cdc-4292-ab69-be1965a3bd71 req-6cde74de-8505-47a3-bc15-2e0de4d0f7ef tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.2292399 Mar 29 15:52:53.358154 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c511cc49-b5f7-40ad-82d5-5bab26ee9f1d req-0ff6e6ea-1ccf-481d-84a1-c7747f7f95ae tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0272741 Mar 29 15:52:53.487669 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:52:54.428960 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-eb3fb2cb-76fc-4ba8-89fc-d9e34ca99c9b req-f238fbb1-5d27-4890-b606-4dc9567c646c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0289643 Mar 29 15:52:54.453647 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cccaf255-d405-4d9b-8a6f-4c856230d40c req-5821be5b-41ee-4a6c-93bb-2d8556f197d9 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0276608 Mar 29 15:52:54.455906 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f38dd905-53b4-4b36-a7e8-4b8dab877557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:55.529220 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a8a9982a-85b4-42e1-92cc-c61c4561a656 req-d101b262-feb6-4d85-99d4-8bd0262c9272 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0316603 Mar 29 15:52:55.554063 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bdd15ca0-ff20-4cc2-a476-927195225a5e req-8df7fd12-f6fb-45b5-ae43-4dbb4e257c90 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0281358 Mar 29 15:52:55.689679 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:56.622383 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fd67b42f-47f6-45fa-b17f-ec8f27920b00 req-e13e6c04-3350-4aee-9104-59a63108c2a8 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0272138 Mar 29 15:52:56.647341 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a5244727-7887-47f9-b8e3-3f527533d800 req-5ce5b65a-7dbe-4301-b7e3-a94fdbb22ed4 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0273688 Mar 29 15:52:57.066700 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:57.714323 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-87434b9b-3f52-4507-8a00-befc6d55b9bf req-3a1d608c-633a-448c-b901-c6b36738ad9e tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0260501 Mar 29 15:52:57.740260 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-33b46949-9a63-4c67-b011-21386972ab59 req-cc6a2329-c6a1-40ca-9c7c-fb79bf9614bf tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0250258 Mar 29 15:52:58.518632 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:58.813778 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-62b9fe56-611c-4aa3-8fb6-b96a10d8120b req-fb252fd8-78fb-4616-9d04-3c6fbf646060 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0327983 Mar 29 15:52:58.838316 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9e907e1b-dea1-4337-982b-6a6db2e8cc17 req-caa45051-5806-488d-ac88-c0a3ea7d02c7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0271060 Mar 29 15:52:59.913329 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-69547f8e-99b9-4b79-bf8a-6d56aa629523 req-8324f5b1-0116-4f3e-823e-1d3cf32c363b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0292647 Mar 29 15:52:59.938832 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-699ca569-7f59-4c63-8e2a-c167176635bc req-0df629a7-87ac-45a6-9f9b-bb3d4d5d71d7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0279686 Mar 29 15:53:01.008909 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-320bf273-d6d1-40cb-b6e1-f289c468f83a req-3e67ee9e-8b05-4ec1-913f-289966200e37 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0310256 Mar 29 15:53:01.033764 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ad3bd24e-b599-425c-87f9-98350b68b9ab req-e9d1c75d-c421-4712-8d00-9ef15403a6ae tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0297697 Mar 29 15:53:02.100412 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a368ad86-8c0a-468e-bf62-fc3f148ffb81 req-b2f8e3be-b116-4591-afdd-dfd7555f7e50 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0262198 Mar 29 15:53:02.126786 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-39f4a4f7-d6de-4526-bda2-8fd23398bf3f req-3fbd5935-8025-46c7-b809-f32cdba8b251 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0254667 Mar 29 15:53:03.195287 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2ccaa55b-c61e-4a96-b515-1c5081357a0c req-b9bcd05c-c64c-4031-afa5-cbfe748a4e96 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0282779 Mar 29 15:53:03.219964 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9d64a3d2-e2ed-4c7d-80a2-9a0833b39e36 req-7b622988-cb3b-4bc1-8521-925dafb8a478 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0272233 Mar 29 15:53:04.295286 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-250d80b0-8486-455c-8d1d-1644d10c7d5d req-53693f22-a226-4afa-a03c-c271b6fba907 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0301683 Mar 29 15:53:04.320390 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-171f217d-5ebe-418c-9c51-87010d64b9e2 req-96b78905-3827-4bcc-9ef6-09ba23e393eb tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0275483 Mar 29 15:53:05.415033 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-74e42688-8c67-4ac2-86f2-6ee591a59e33 req-0fb4ac61-dc39-4e1c-8a9c-bc8db9e5bda1 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0270414 Mar 29 15:53:05.451275 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c2786a6c-adda-49be-b113-ec8db702f32e req-912a35a8-5b9f-42c3-8826-9b0fac30eb30 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0885510 Mar 29 15:53:06.553132 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-64887e0b-f4ac-41c4-b56a-c2cca1e712e3 req-b7b84ea7-48fb-49b5-874d-72ba5ddb82ae tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0366287 Mar 29 15:53:06.567676 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a9a4f998-a0ce-45f5-897f-153feeb67a8a req-ac6eef97-78df-4c34-9048-689005e82717 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0876606 Mar 29 15:53:07.646997 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-12728407-6c3d-444d-8143-ae87ac65e057 req-c550b4ac-c616-439f-bf06-ef2518912fd7 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0283577 Mar 29 15:53:07.672943 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d199eb90-c0e3-4781-a9bc-93df48ed2b6d req-7c36b76d-3978-41a6-9ad0-e366edeeddf3 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0282812 Mar 29 15:53:08.742213 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7eea37b5-9e80-495a-aa95-fceb2326ada0 req-bd0c0c8a-da90-4108-8590-d9687884bbc4 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0271997 Mar 29 15:53:08.770784 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bb6290a6-455b-4e5d-8a7d-eb66f5ddb09d req-afefec4d-5553-4ab4-99b9-731b8b9555a8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0311279 Mar 29 15:53:09.835013 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-78af1f21-99cc-42b9-86cf-a49bc3491bd2 req-6a8fb9e1-2a04-4f66-92fa-72238f4c41ee tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0263524 Mar 29 15:53:09.861896 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-620ece94-3439-4a6d-a2d6-5ddf9337f297 req-e7f76691-f620-4c6d-ab23-1cb5123d091f tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0259869 Mar 29 15:53:10.928660 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8d89209c-da17-4c0e-a13f-96e2273fe6c2 req-a66ce26b-d17d-4697-8702-ee6c1da593b6 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0270755 Mar 29 15:53:10.956069 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3de1db81-3ad9-44ff-beaf-40fb0065fa1c req-f7694855-3e17-46dd-b716-891715820efb tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0264912 Mar 29 15:53:12.020201 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-10bca16e-b8b2-4514-9364-93085f9a341d req-43fbfb0f-f33c-4b78-9815-2a01fc7eac58 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0267491 Mar 29 15:53:12.050281 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3c327ef1-2c48-4959-8c71-892ed8951a51 req-89eb91e1-4b35-4c5e-adcd-53ea0b8a2772 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0291364 Mar 29 15:53:13.113192 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2805f604-076c-4c74-aafe-4bc0c10a1109 req-b4c75f92-bf42-4f21-8a85-9ca4e6c6b7f2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0262175 Mar 29 15:53:13.145437 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9d49839a-9ba1-4a99-8d17-ef1f85b10ea8 req-225e3352-d0d7-40a6-bda8-109b53fa45cf tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0262566 Mar 29 15:53:13.740801 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:53:14.206797 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-14e41d91-4159-48a4-956d-01852263a6c7 req-5440a8bb-6a7b-4f58-84e4-d8dbea3b4199 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0269969 Mar 29 15:53:14.238614 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9ba442c8-e9a2-49c7-abf4-be4d2ae1b8d3 req-c7865323-9319-4f04-833d-2c186ba50dd3 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0273709 Mar 29 15:53:15.299980 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-267127ab-a3cb-4744-9714-7a7a121e2db9 req-351a28e3-0107-49ac-9a3b-be9f4ce37110 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0269573 Mar 29 15:53:15.331767 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8533d247-db2e-46ca-a797-9b22ab23581f req-ea92d753-358b-44b2-b9af-ffe117248767 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0282416 Mar 29 15:53:16.393188 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6b1cc6b6-a1e5-4065-af8f-36a2e4c28730 req-608b4201-bd5c-44b7-a371-432659e992ae tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0259995 Mar 29 15:53:16.423365 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-29471368-4c9f-43a7-9b1c-6074b24782aa req-ab2b0bc1-0ace-49cc-ad06-4a5b3e63c142 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0267327 Mar 29 15:53:17.489284 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0ed2802e-2a8e-44c8-88cb-427dc887d8de req-5368c108-af0a-4fe9-bc97-724bd2f56697 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0266068 Mar 29 15:53:17.519606 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c16e27e4-fc33-4106-a168-92fb21cddb95 req-887263a1-bb3d-40f2-b4cb-6817a5647c63 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0293310 Mar 29 15:53:18.583219 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2e03c144-eb93-456f-ab64-1fb6ac6eaa31 req-7a8396f5-0db5-4b9d-8195-6d7d75e63470 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0272317 Mar 29 15:53:18.613672 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-dd2d3d69-d1bf-4a1d-9f3c-bcf61b9b1167 req-25261310-57a2-4d8d-9017-a51a1e506bec tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0283334 Mar 29 15:53:19.675656 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b8ebf93d-2a47-45e8-b6e8-467ffa8b03c9 req-8afad871-92eb-451e-a8b9-f827b7e96f4e tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0269260 Mar 29 15:53:19.718403 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ac5fb608-1c5f-4e16-98b7-4f1739271e36 req-96697fd8-e19b-48cd-88e8-cb5cc7706bd2 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0268848 Mar 29 15:53:20.766785 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-881798b7-f023-4fb2-a03c-8edc9055b76a req-2a592d2f-74a1-4b4c-8334-60a5ba54d71b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0258932 Mar 29 15:53:20.809404 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0ef8802a-bd06-43c2-a468-468e1e253faf req-261f051e-4b9e-45d5-bbd3-9989e831c16a tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0263400 Mar 29 15:53:21.859020 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f42b1ff3-061d-41bb-a5b1-6a552e4309e1 req-964eeec0-2545-4798-9e01-a7479d3c8e53 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0265956 Mar 29 15:53:21.901865 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8af9bbe0-ab04-4ecf-a219-4b985f8f5edb req-b7c85f4f-d48a-4983-95b3-e03048469023 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0284805 Mar 29 15:53:22.266492 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e7890b67-2cd2-4ab8-b9e9-18ea41f30246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:53:22.951955 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8660d111-68a5-4140-91fa-c8d847f0113b req-6ad45306-651f-4b6c-8098-de22b3445e8d tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0274632 Mar 29 15:53:22.995406 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-931dcd58-1467-40db-921a-9b44d03bce98 req-7ffc3601-b5eb-4a6a-99e3-43b0a41338bb tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0274570 Mar 29 15:53:24.045136 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f5f67b15-894d-44da-895c-97c19ee22c57 req-416ae247-c299-4d76-9116-cafa524c741a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0279131 Mar 29 15:53:24.087423 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fc6dc097-a179-439a-80c6-f0d324151e71 req-98078ba3-e28b-4cfd-bed8-2d09a1a967ab tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0263155 Mar 29 15:53:24.478021 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e7169ad9-f6cf-46a2-812f-d8134f2bf5c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:53:25.137912 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1bc3f350-7845-468e-ae3a-cfb045b42994 req-ad5bb0b3-8449-438c-981e-a10a8464a9bc tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0260162 Mar 29 15:53:25.181204 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-868a0d7a-f2b1-4e4e-8201-c28a7b39620c req-5bef9c8f-ff4f-44e3-a3c4-2b54d1306923 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0293429 Mar 29 15:53:25.723585 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:53:26.230289 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-116a46ec-7770-421f-a837-641f1d2d12bf req-840f8540-a1d8-420f-af5d-9b9989f57466 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0261319 Mar 29 15:53:26.271803 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3a8eeaba-8e0f-4dc1-9006-7c86f8677cc2 req-835409b6-5f7d-41f5-914c-6c705987af8f tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0265627 Mar 29 15:53:27.072225 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:53:27.323721 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fbb2e058-4050-4a66-8a30-195f442400ae req-4da9c0eb-922c-49d2-ba68-e4b8fd0010d7 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0262046 Mar 29 15:53:27.365214 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-29aa8bca-a64d-4403-82d7-74a2fdcac3d2 req-3e5c93c2-96f7-49ef-9675-7e8385994c69 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0263336 Mar 29 15:53:28.424383 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ab72b074-201c-4bd7-baed-4e4bff6f597e req-d3c8ff60-3307-4538-b55a-0829dfa1866d tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0264709 Mar 29 15:53:28.462456 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6dfa7550-2505-4587-8a05-86234ae37997 req-723eaf4e-d799-4afc-a867-cc62130745b4 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0313280 Mar 29 15:53:28.517900 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:53:29.518536 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3b859421-6e22-468d-b9c8-6e6a610a928e req-5865b495-de32-4511-a1c1-d3cafd205b60 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0273957 Mar 29 15:53:29.554100 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8087ca09-b92c-4540-b27c-5b668ae025d9 req-bdd1b0f1-9280-42cb-b210-9b3ab4be5af0 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0266745 Mar 29 15:53:30.486367 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:53:30.611634 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0063959b-70ce-4de4-8899-c13b4cfb3af2 req-09a8cbe7-fef7-46ed-9832-ccd13fac9672 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0263889 Mar 29 15:53:30.646041 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-731185cd-1e1f-4108-88df-b0bd3fb081bb req-ac0f1217-f8e0-48be-ba4a-a06e767791dc tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0270226 Mar 29 15:53:31.705926 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7ea06245-5f5e-41b5-a9b4-528985162cbd req-17b20e45-fc84-4480-b7f5-f627a30541b8 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0267639 Mar 29 15:53:31.739060 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5d2eb667-d159-4ee6-81be-f9258dcb4642 req-134e7ff4-9ea5-4cc4-9886-890ea4cfa79b tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0286851 Mar 29 15:53:32.797799 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-36922da1-34d8-403c-9272-a5a24dad86b2 req-c94cf708-e180-4d32-a658-f960a087e227 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0264282 Mar 29 15:53:32.830146 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-16dd8927-6c8a-4ec4-a282-ffdd4dd968f8 req-bf0ad1f6-6cff-4668-a44c-95cdd42ae1ea tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0264378 Mar 29 15:53:33.891259 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7e91e426-352d-494d-98fd-6ec5725338f1 req-bbbbda78-085f-486a-a979-51fad6ca8169 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0271773 Mar 29 15:53:33.923366 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3110f853-83a9-4afe-90be-e71220650f85 req-ee81e60a-2878-4c89-b1f7-8707789a67fd tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0265241 Mar 29 15:53:34.985367 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-53b20752-e678-4724-ace4-5a50bf5029e6 req-45ff2bb3-027e-4bc5-85cc-da055ff49468 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0276055 Mar 29 15:53:35.017519 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bcce0f9d-f81f-419f-804c-004510898e65 req-2f855364-5334-4016-b802-388c6f8fc3d2 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0288324 Mar 29 15:53:36.077240 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-946885ed-b737-4e1a-9450-07b56df821df req-7168ad32-0549-4983-acb7-ec16a78003a1 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0270727 Mar 29 15:53:36.108479 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-737b6bc6-8465-4201-8b80-76e65b8582b5 req-826e4cdf-6df0-4447-8804-f1e6b4a9d475 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0263858 Mar 29 15:53:37.169212 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ac76af36-120b-4984-94b0-c44fd419b414 req-b6efa2b3-faeb-4a86-a9f9-3b15834e7739 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0268691 Mar 29 15:53:37.199033 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1bf99624-a61c-49e3-80a6-43737418a157 req-b8b61b07-1ce7-4ec2-88d2-b3dc39ba7fb7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0254061 Mar 29 15:53:38.261170 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6312a744-ea64-487f-a01c-c7a35ea1f1e2 req-2fc47ebd-1410-41b9-9c08-18704d6992a1 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0261476 Mar 29 15:53:38.293999 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bca55a36-1af7-438e-b06c-a21292ca772d req-673b7e3f-cfe5-4849-9f92-5c7ebe3837b8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0296175 Mar 29 15:53:39.356543 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a345bce1-5e79-42b4-8ff3-4031a6f6e7e2 req-21ca0c9d-b2ee-4597-b950-c354aea5d259 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0266380 Mar 29 15:53:39.384889 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-34bc9169-e068-47df-8dfb-d5d54a59efef req-057b9939-e5e2-432e-ac4a-22267069073e tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0261779 Mar 29 15:53:40.449975 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-876b7dbb-40de-4547-babf-b0bafa8ce1ad req-f554143b-0ba5-4ed4-aa03-c2d70b0b6520 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0266409 Mar 29 15:53:40.477186 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a5f5d739-7d79-4c1b-847f-ca5da67be30b req-edf6e19f-9979-46e3-8e9f-6b06ce98c185 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0262759 Mar 29 15:53:41.543031 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4d4dd891-f623-49b1-b62b-97871d513cc2 req-a00b9448-4a68-42f0-964a-da4dc3b49775 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0259235 Mar 29 15:53:41.573784 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cb92ff29-7307-4815-92ec-7123a608e5c6 req-5f62df1a-7b87-4548-81db-2820845aa2f2 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0295534 Mar 29 15:53:42.636223 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-faeb6ef1-0d24-453c-ad33-ce04b3b6df43 req-800a96e8-86f4-4d7a-b42d-a838b8b885d1 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0269566 Mar 29 15:53:42.666921 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6c0d0c05-a5d2-4075-8fe2-71ada05fa11d req-4523c2cd-a00c-4e02-a447-1fe27da9adc6 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0261900 Mar 29 15:53:43.683500 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:53:43.732095 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3a9a4a30-9ce8-418b-afdf-7a40a3473355 req-3be3bec2-2572-4e3d-bdf0-04082b496e5d tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0292726 Mar 29 15:53:43.759377 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d0faa36b-82b2-444f-be57-61bdf12b7cb3 req-33ea7efb-b4f5-48b1-b2a3-b5a634075761 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0255506 Mar 29 15:53:44.824018 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-553dec25-f82d-4b96-86d1-73a9d68b0418 req-30c3cee7-dfdf-4ca5-a571-794c04a65742 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0265772 Mar 29 15:53:44.854214 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ab0181ba-6487-4d30-807f-1876bc1ffbf6 req-cd06b5aa-2f19-4f66-a352-dd0b489e90e7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0292466 Mar 29 15:53:45.915775 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d7d2c2d3-746d-4316-9472-d3e89f8d6ed2 req-01ee1689-e0c1-4f5d-8437-382103b9753b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0268824 Mar 29 15:53:45.947813 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f4708d31-617e-42ec-9b92-0807e4ec6ad7 req-9caa113a-8085-435e-8b57-9d625a8ecfd4 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0270400 Mar 29 15:53:47.009805 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e0cc8e81-3cc5-4d52-8cce-79951e80b7c2 req-5d40831b-99d2-400f-a673-671ced5efff0 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0262158 Mar 29 15:53:47.039057 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8be144e4-b443-4638-9f67-0bdcddb12970 req-646bdca1-14ba-47dc-9c11-b1b58df5964d tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0260820 Mar 29 15:53:48.101389 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d1d628d5-9151-4353-827b-b504391c980d req-89ec39b7-58f2-406f-9861-e6f7a5a2960d tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0270307 Mar 29 15:53:48.133113 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a0226667-7243-4735-8e2c-59c3615b0dbb req-991078a9-a360-4904-9139-bbdd9bc6d312 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0284519 Mar 29 15:53:49.193424 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e17c7788-8c05-4e3d-8ee3-c102b2e21478 req-259162fe-4dde-4c78-911a-1e271d5ede27 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0271041 Mar 29 15:53:49.230184 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-18170255-212e-426c-9246-ddb5a3a14db6 req-a5268b00-b36b-46b5-b978-80b8420f9e79 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0264621 Mar 29 15:53:50.284841 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9c4d70e8-6207-4860-b7b0-3b823fa92cd7 req-775025e4-f115-4f70-a8be-22c16fedbaf4 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0263627 Mar 29 15:53:50.322470 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-57d73b08-329f-47de-b500-7af68b6353b7 req-9617e64e-ef73-4358-bd40-503309dd0e0d tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0270154 Mar 29 15:53:51.377876 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1ebfe6da-08d3-4ace-a3e4-98016f6581b6 req-413828a9-ea7a-4af9-afac-670bce3e1847 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0267472 Mar 29 15:53:51.417381 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b2db76c4-005c-4e12-bed4-cf57add34348 req-bb5c0b31-92b0-4ad8-a099-2e1671a7ad75 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0292451 Mar 29 15:53:52.271991 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6c50a3e8-8464-4d4a-8e8a-35a485fea2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:53:52.471450 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-aa213a96-51b1-4fb9-bc24-f998770b8fad req-f4ffc17d-1ffd-4ccd-b943-e0a885936751 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0276511 Mar 29 15:53:52.510054 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-165732a3-1b61-4694-aad0-cccd3e7b8ba1 req-e0484563-cda4-4b12-ace0-b5ad1b985229 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0263677 Mar 29 15:53:53.568897 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-dad5825d-fe9b-46f1-b6c8-878df59c84df req-1108c410-19e5-49be-924a-694406ba10d8 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0274835 Mar 29 15:53:53.603598 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4be3ebd4-92d0-41a4-b68d-5d428fe1c65f req-2077656c-29ed-4660-816e-07319e581eba tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0262952 Mar 29 15:53:54.466087 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fb311fef-38fb-47c1-a5a3-f2c2662900e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:53:54.661077 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-16d9beae-d989-4286-b862-67226e4b9f13 req-4bc6358a-4cbe-44f9-8254-64e51ccfc976 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0271120 Mar 29 15:53:54.699361 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1b48409f-1fe7-44bb-ad0c-eb62b4fa945e req-3ee701ef-6f67-4cb5-a9fb-556a9083bb7f tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0299799 Mar 29 15:53:55.746807 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:53:55.754854 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2269ae75-35ca-43b5-abf7-2ee85615b6b6 req-219b19f6-a90f-45b8-b230-330c6823b95b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0266774 Mar 29 15:53:55.791960 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2475df5e-3024-4a25-9b69-0a8aeebb9117 req-de514153-e938-4de3-acbb-623664f6edb7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0268228 Mar 29 15:53:56.847483 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4f7e008c-a7b6-4287-ad73-951d3b347abb req-f68efd1f-db0a-46b1-a81a-e9d784ad2440 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0273790 Mar 29 15:53:57.039417 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-48f91368-f544-47a4-bcd9-1a25cc5e153d req-1231413a-186b-40bb-aa2d-dbb143c0ec04 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0265534 Mar 29 15:53:57.106507 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:53:57.941726 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-452c4d65-f1f0-4822-9969-09c59ac2ef89 req-2d1c3f71-0cc8-4d82-bdb7-3ce70d9dd44b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0263000 Mar 29 15:53:58.133204 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-24d9ec72-6d07-474d-990a-0f983a4b02ba req-c01152ba-ccc4-4bad-a93c-55bdfb591e4d tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0294149 Mar 29 15:53:58.665492 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:53:59.034321 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f6c9b234-bacf-4304-9c31-3143eac9c024 req-58190085-40ed-4c2e-a541-959331070250 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0266991 Mar 29 15:53:59.225446 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3341a51f-77e4-421e-b6ff-7d56b0088cbe req-a9e66283-84f4-4e21-aaee-80983d8d55d7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0273614 Mar 29 15:54:00.125289 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-67fcc8b2-e674-4871-84fc-2df82bef57de req-3c250206-0215-49c7-a3b8-34ba8066a82e tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0264864 Mar 29 15:54:00.315364 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-03bdec2f-8414-4aa0-b5ad-edc8305532a1 req-be6e568d-a765-47c5-9e39-3020131b1bd7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0265462 Mar 29 15:54:01.218311 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f20e2d49-7b39-479a-b251-c16c20d0be54 req-a4bcee27-71fa-4890-b7e6-743102695b67 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0271366 Mar 29 15:54:01.407632 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c6c20350-0147-4829-bc06-41b50e1270fc req-8d9996ca-a067-41e4-bb01-e7099c849de7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0292637 Mar 29 15:54:02.309954 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d1d266e5-e750-4d0a-ab18-3957324fbbd0 req-971f9e39-43ab-4910-bdd6-e2b6fb4a1e20 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0264642 Mar 29 15:54:02.499305 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b1bfb09a-c7e0-4d5a-973f-a04dd8315908 req-a775ce8c-df25-4e58-b975-5daef9c21d5c tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0264130 Mar 29 15:54:03.400769 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-da1fa3ce-29b6-4d6b-9efd-1eb82ceee1ac req-232fcfa5-4f56-404c-a29c-7fd52b80af13 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0269310 Mar 29 15:54:03.591426 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-36d970a2-6b5a-4354-b46f-10ee7cf914a7 req-5b76a3d8-9cf8-4a08-8234-bfa016dcdcbb tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0264382 Mar 29 15:54:04.492208 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1b748e1f-78a7-4368-b335-fb30ed9a8e43 req-8fe2e854-a961-484f-8b49-f00f5fdf7e28 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0275123 Mar 29 15:54:04.684067 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f28251fb-d766-472c-9708-154c3a54944a req-9ed9fc50-4f57-460f-ae96-81c652a22717 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d4fa26e-554d-4da8-b7ed-143d59143ec1 HTTP/1.1" status: 200 len: 210 time: 0.0287962 Mar 29 15:54:04.705090 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 44834) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:54:04.823860 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-264d6a7f-11e4-42f1-8fdb-0bf23191bbd8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Deleting port 6df5f2b3-a6ac-44d6-af71-7727686b3d27 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:54:04.824192 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-264d6a7f-11e4-42f1-8fdb-0bf23191bbd8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (6df5f2b3-a6ac-44d6-af71-7727686b3d27), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:04.896087 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-264d6a7f-11e4-42f1-8fdb-0bf23191bbd8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (6df5f2b3-a6ac-44d6-af71-7727686b3d27), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:04.896985 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-264d6a7f-11e4-42f1-8fdb-0bf23191bbd8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for floatingip (6df5f2b3-a6ac-44d6-af71-7727686b3d27), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:04.909526 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-264d6a7f-11e4-42f1-8fdb-0bf23191bbd8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Calling delete_port for 6df5f2b3-a6ac-44d6-af71-7727686b3d27 owned by network:floatingip {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:54:05.112085 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-264d6a7f-11e4-42f1-8fdb-0bf23191bbd8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (6df5f2b3-a6ac-44d6-af71-7727686b3d27), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:05.139143 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d6a7f-11e4-42f1-8fdb-0bf23191bbd8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Pushing event deleted for resources: {'Port': ['ID=6df5f2b3-a6ac-44d6-af71-7727686b3d27,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:05.150799 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d6a7f-11e4-42f1-8fdb-0bf23191bbd8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:05.151209 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d6a7f-11e4-42f1-8fdb-0bf23191bbd8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:05.151566 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d6a7f-11e4-42f1-8fdb-0bf23191bbd8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:05.151906 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d6a7f-11e4-42f1-8fdb-0bf23191bbd8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:05.152246 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d6a7f-11e4-42f1-8fdb-0bf23191bbd8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:05.152602 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d6a7f-11e4-42f1-8fdb-0bf23191bbd8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:05.152934 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d6a7f-11e4-42f1-8fdb-0bf23191bbd8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:05.153261 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d6a7f-11e4-42f1-8fdb-0bf23191bbd8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:05.153587 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d6a7f-11e4-42f1-8fdb-0bf23191bbd8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:05.153911 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d6a7f-11e4-42f1-8fdb-0bf23191bbd8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:05.154237 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d6a7f-11e4-42f1-8fdb-0bf23191bbd8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:05.154562 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d6a7f-11e4-42f1-8fdb-0bf23191bbd8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:05.154882 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d6a7f-11e4-42f1-8fdb-0bf23191bbd8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:05.155202 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d6a7f-11e4-42f1-8fdb-0bf23191bbd8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:05.155519 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d6a7f-11e4-42f1-8fdb-0bf23191bbd8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:05.212147 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-264d6a7f-11e4-42f1-8fdb-0bf23191bbd8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for floatingip (f3722d27-1794-444e-9ad9-5fa64e2c188c), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:05.214696 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-264d6a7f-11e4-42f1-8fdb-0bf23191bbd8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:05.215841 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-264d6a7f-11e4-42f1-8fdb-0bf23191bbd8 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "DELETE /v2.0/floatingips/f3722d27-1794-444e-9ad9-5fa64e2c188c HTTP/1.1" status: 204 len: 168 time: 0.5098121 Mar 29 15:54:05.584587 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ed4d565f-60c0-4c9b-aac1-d2855a386bc2 req-bb76ecce-391a-4ba9-b446-8212107b8b74 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0263884 Mar 29 15:54:06.675320 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b68dcc63-7b33-4529-857c-3844fc2fb763 req-80b2f221-b7fa-4e03-aff2-8ecd4c4a2010 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0260065 Mar 29 15:54:07.484924 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:54:07.765991 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e80d49fd-8800-4e55-909a-060bc064c6cb req-db004660-e954-48cb-b0e1-8317bec79ccb tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0266995 Mar 29 15:54:08.857400 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4ac2b357-99f1-4095-8877-2012b8efec4a req-0f87bca1-a396-4f14-bda8-4d63276b97bf tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0258508 Mar 29 15:54:09.955438 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-31e92b60-650d-40a9-9dc9-d1bd033389ef req-e6230855-f093-488f-b064-880a1c74c3eb tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0297768 Mar 29 15:54:11.047958 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-61d9ff12-9053-4454-82d6-b272a213d38d req-a92aba79-b6fd-4453-9d17-31321e84d3de tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0272160 Mar 29 15:54:12.139346 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ce4a83db-7f8a-4e3c-ba98-68f865ef6ffb req-44c9356e-697b-4602-99d0-87d547aac2a8 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0266051 Mar 29 15:54:13.235482 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8f07765a-5ec0-436f-a6c0-d37f7bbc1491 req-cb947490-2e4e-44a0-b5ec-c30574014a43 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0273051 Mar 29 15:54:13.717639 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:14.327886 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-47c5051c-e09a-4ef1-b21d-ee146713969c req-e8f5d594-8272-43ed-9486-1b211b0d02c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0269883 Mar 29 15:54:15.421667 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-76a2cc44-48e3-46c0-938a-74ca0d4d2eea req-eba76fdc-655d-4a0c-be71-ccfae1edd006 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0276484 Mar 29 15:54:16.516497 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cb6f6e45-b26c-4fc4-8393-8b3da9b1fac7 req-d554105d-1c71-4c45-b6aa-329c8dae5a00 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0296028 Mar 29 15:54:17.606387 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4aa0db14-de41-4f3b-94c4-1465f1ca0121 req-7d0f280b-3f4f-42ef-b473-38cc4ebde453 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0264070 Mar 29 15:54:18.697626 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e142c137-ccdf-48ca-829e-96fc7152c7ce req-8c6e018f-9c25-46ab-bcbd-a4a93290e4cf tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0266123 Mar 29 15:54:19.789874 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e1e93648-946e-4aad-80f7-8caa21b6722a req-6de7cd16-ed5b-4341-bcc4-25763c4b31ef tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0270028 Mar 29 15:54:20.879937 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d48c3c55-5c3f-4ba1-952a-694189ff6b8e req-41df0917-3497-4716-b293-fa9aff0298a5 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0265300 Mar 29 15:54:21.970483 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b5f52ce3-20a7-43e9-bbb3-22b782a11518 req-58b91b5e-31dd-4c0d-bb38-78dbb8e23011 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0263536 Mar 29 15:54:22.294680 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f89dfd0b-83c0-4bee-a3bd-0c04a0a96556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:23.065702 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6c9f73d3-ea07-4b88-a4d0-1e6371f66e94 req-e3588d57-b302-440b-aa60-4a4bf93d3421 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0297229 Mar 29 15:54:24.159266 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6cbd27f2-b8c4-4aa4-87b5-64139dc84bce req-f7253f02-d9c5-4159-8139-94012451509a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0269599 Mar 29 15:54:24.487494 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9ece1e0b-c2c8-4bd2-a043-bb140b0dbf7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:25.253678 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-30e942c0-424c-4f87-8a78-b9195b404fb6 req-7acd50ab-602c-4f49-8164-6973c807171b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0264213 Mar 29 15:54:25.694402 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:26.345884 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f53a8e52-06e8-400d-b800-9e47f7fbdbe1 req-d0a92771-6bb0-4b2c-b409-06e9d3e24d8c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0264878 Mar 29 15:54:27.089374 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:27.593587 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1b1d2169-0aa7-4c36-8a2a-562e542f0164 req-0bd73f1a-f7a5-4410-a353-1ebdb32ad49d tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0268259 Mar 29 15:54:28.527815 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:28.685313 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2823b101-7f55-4dd5-8448-4c0be09cd698 req-357029a7-4f02-4a95-b81c-59b701884661 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0264382 Mar 29 15:54:29.777890 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d5452973-1df1-4d0a-8a04-14008d4e0d2e req-36b1aee4-25a9-4ea2-9aa2-8905444112eb tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0287976 Mar 29 15:54:30.870820 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-95c66d00-c1b9-4794-b117-6ce83757b926 req-13465d03-2a67-4a2f-92c7-0ec19eff668f tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0267689 Mar 29 15:54:31.960638 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d056e5cf-08af-432c-ac1a-a048a50acffa req-10b5eb3a-cefd-49dd-9625-09ecc81f23eb tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0261652 Mar 29 15:54:33.059017 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ed893480-ff5d-4082-a872-4f530f9e562f req-afb3b287-aec5-4f57-b24c-78bd29be4d64 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0265856 Mar 29 15:54:34.151495 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3e169b06-9cc9-48b7-b64f-d72fe2739ca3 req-04c8d35b-e884-447e-9d74-e54d59e3686e tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0261824 Mar 29 15:54:35.243182 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6f19a968-f71b-4f02-866e-13959b269a1e req-27d501fb-d00c-47fe-a2a0-576eb51ccc45 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0263274 Mar 29 15:54:36.337024 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fe073bbd-d52b-4502-8792-6b65e7220e14 req-2cf07719-733e-4996-a54e-ceaa482e47ab tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0290494 Mar 29 15:54:37.428200 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1ccb1371-060a-41ad-9651-3f2f53f10d0f req-a4ce14e0-6f8f-42b4-a1a6-1cc30ef31fe5 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0264242 Mar 29 15:54:38.520315 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ae8ce7f2-e1fc-4328-a358-01c93748bf6c req-845d7e78-abe0-4042-bb9a-f5ff1dd84b01 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0263016 Mar 29 15:54:39.615021 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a4b53c6f-a274-4dd0-b49f-a3c111193e26 req-ec3f48d6-af77-4057-99f4-31efddc281a0 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0285461 Mar 29 15:54:40.708666 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-77860466-870c-427d-b2be-c9c85183038e req-936fcc1c-323e-41d2-b8ae-ce1c42122b4f tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0267992 Mar 29 15:54:41.800043 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-524ff504-46e8-494f-8748-96d48fc02898 req-dc3f51af-56bd-472f-9c2e-ba117da3ee8a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0260689 Mar 29 15:54:42.895990 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1499975b-fa61-483f-8719-e72468f2073d req-8eb9c4b0-91f8-487f-9078-fd769800ca86 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0295947 Mar 29 15:54:43.711970 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:43.987077 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0dd19fbd-6fe7-426d-8db6-98bcc3e0e4b3 req-5e0c95c2-91fd-4763-9b42-02bb47b97df7 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0258002 Mar 29 15:54:44.483285 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:54:45.078426 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-969078e9-c23b-4332-9282-465daf413abf req-e4a43e34-975c-4cd1-9329-a79e73aa8c23 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0257518 Mar 29 15:54:46.171602 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6ac1716e-a750-40a5-9c08-75e6bfd00f98 req-7cd9c0e2-7ac5-4ba7-b2df-caa8139dbff7 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0265572 Mar 29 15:54:47.262230 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-fc95b4cd-c99b-416a-9d3b-32afc4629680 req-037933cd-64a1-4e46-8375-fb57b61820e0 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0259902 Mar 29 15:54:48.353938 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b5af98d6-5860-488e-88c5-ace24588a336 req-9d7c6029-660f-40b5-aec4-4f947b407f3b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0267394 Mar 29 15:54:49.451171 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2a209fd6-72c4-4130-a8a9-fa18c637dab6 req-624c5a30-562b-4c08-a031-ac43121f6ae9 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0307989 Mar 29 15:54:50.545304 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7d48325d-7ca1-4769-ae34-2d6a1e1b3470 req-1c9f3e5d-dcfc-426b-b727-7023a07bd774 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0272615 Mar 29 15:54:51.637645 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ff364f5a-296f-4cb3-93cb-877bf3cb2eb5 req-5f6e191b-9848-40af-a876-72d582686c40 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0268323 Mar 29 15:54:52.276942 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-df7bcc7e-7d56-4e59-8ca9-51c2f39dee07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:52.729279 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ac206a65-db63-4935-9b89-d509d9f31ec7 req-1e98e0a8-2a5f-4a7b-b526-e16945abc5bd tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0272455 Mar 29 15:54:53.822947 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8bd31935-34a9-47d4-8f59-531c3fac9fbf req-23bc4872-ada6-460d-ad32-8232f4010f55 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0267308 Mar 29 15:54:54.459807 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-37ca2d1d-0372-437a-a0f4-e9b2776817b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:54.915593 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c249c7a3-65a7-4d89-9abe-7f549d98e47d req-812abb51-75db-4820-92f2-2b77e17c29cf tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf177657-f6fa-4b31-8a15-47937dcefcd9 HTTP/1.1" status: 200 len: 210 time: 0.0258727 Mar 29 15:54:55.029966 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 44962) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:54:55.082832 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e6d2a047-6387-4c44-9b2c-bc59b1644f10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group (d31b4743-b8fe-45f1-b521-c4df08de147a), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:55.105939 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e6d2a047-6387-4c44-9b2c-bc59b1644f10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group (d31b4743-b8fe-45f1-b521-c4df08de147a), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:55.214377 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e6d2a047-6387-4c44-9b2c-bc59b1644f10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (d31b4743-b8fe-45f1-b521-c4df08de147a), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:55.217028 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e6d2a047-6387-4c44-9b2c-bc59b1644f10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:55.218225 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-e6d2a047-6387-4c44-9b2c-bc59b1644f10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "DELETE /v2.0/security-groups/d31b4743-b8fe-45f1-b521-c4df08de147a HTTP/1.1" status: 204 len: 168 time: 0.1872723 Mar 29 15:54:55.221570 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 44966) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:54:55.227549 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2a047-6387-4c44-9b2c-bc59b1644f10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31b4743-b8fe-45f1-b521-c4df08de147a,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:55.234628 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d2a047-6387-4c44-9b2c-bc59b1644f10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:55.234802 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.api.v2.resource [None req-464a34ce-751c-4767-b806-4a66b05af9b6 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] show failed (client error): The resource could not be found. Mar 29 15:54:55.234994 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d2a047-6387-4c44-9b2c-bc59b1644f10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:55.235347 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d2a047-6387-4c44-9b2c-bc59b1644f10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:55.235696 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d2a047-6387-4c44-9b2c-bc59b1644f10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:55.235827 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-464a34ce-751c-4767-b806-4a66b05af9b6 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups/d31b4743-b8fe-45f1-b521-c4df08de147a HTTP/1.1" status: 404 len: 347 time: 0.0131681 Mar 29 15:54:55.236111 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d2a047-6387-4c44-9b2c-bc59b1644f10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:55.236995 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d2a047-6387-4c44-9b2c-bc59b1644f10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:55.237335 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d2a047-6387-4c44-9b2c-bc59b1644f10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:55.237671 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d2a047-6387-4c44-9b2c-bc59b1644f10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:55.238040 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d2a047-6387-4c44-9b2c-bc59b1644f10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:55.238375 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d2a047-6387-4c44-9b2c-bc59b1644f10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:55.238710 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d2a047-6387-4c44-9b2c-bc59b1644f10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:55.239036 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 44968) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:54:55.239158 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d2a047-6387-4c44-9b2c-bc59b1644f10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:55.239364 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d2a047-6387-4c44-9b2c-bc59b1644f10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:55.239693 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d2a047-6387-4c44-9b2c-bc59b1644f10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:55.240024 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d2a047-6387-4c44-9b2c-bc59b1644f10 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:55.364929 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-563d05c9-3a91-4405-9e73-c2ef8f908038 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Deleting port 4f6394f6-5f5b-4192-92b8-a93b5d4877f0 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:54:55.365184 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-563d05c9-3a91-4405-9e73-c2ef8f908038 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (4f6394f6-5f5b-4192-92b8-a93b5d4877f0), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:55.439241 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-563d05c9-3a91-4405-9e73-c2ef8f908038 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (4f6394f6-5f5b-4192-92b8-a93b5d4877f0), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:55.439570 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-563d05c9-3a91-4405-9e73-c2ef8f908038 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for floatingip (4f6394f6-5f5b-4192-92b8-a93b5d4877f0), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:55.451174 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-563d05c9-3a91-4405-9e73-c2ef8f908038 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Calling delete_port for 4f6394f6-5f5b-4192-92b8-a93b5d4877f0 owned by network:floatingip {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:54:55.654821 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-563d05c9-3a91-4405-9e73-c2ef8f908038 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (4f6394f6-5f5b-4192-92b8-a93b5d4877f0), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:55.681144 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d05c9-3a91-4405-9e73-c2ef8f908038 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event deleted for resources: {'Port': ['ID=4f6394f6-5f5b-4192-92b8-a93b5d4877f0,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:55.717186 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:55.738926 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-563d05c9-3a91-4405-9e73-c2ef8f908038 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for floatingip (e26175ac-09c0-4798-ae23-00fbd5a5ea36), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:55.741477 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-563d05c9-3a91-4405-9e73-c2ef8f908038 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:55.742627 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-563d05c9-3a91-4405-9e73-c2ef8f908038 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "DELETE /v2.0/floatingips/e26175ac-09c0-4798-ae23-00fbd5a5ea36 HTTP/1.1" status: 204 len: 168 time: 0.5027411 Mar 29 15:54:56.294959 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 44974) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:54:56.300023 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-5678e6dc-62e9-4cd1-85a7-baf2cc4e233f tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1032696795', 'description': 'tempest-description--1282131240'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:56.408648 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-5678e6dc-62e9-4cd1-85a7-baf2cc4e233f tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:56.471789 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-5678e6dc-62e9-4cd1-85a7-baf2cc4e233f tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group (a73167e2-4bc9-4cb2-9ce2-599de1865a39), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:56.540249 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-5678e6dc-62e9-4cd1-85a7-baf2cc4e233f tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (a73167e2-4bc9-4cb2-9ce2-599de1865a39), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:56.570718 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678e6dc-62e9-4cd1-85a7-baf2cc4e233f tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a73167e2-4bc9-4cb2-9ce2-599de1865a39,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:56.674164 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-5678e6dc-62e9-4cd1-85a7-baf2cc4e233f tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:56.675515 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-5678e6dc-62e9-4cd1-85a7-baf2cc4e233f tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3795278 Mar 29 15:54:56.678327 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 44976) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:54:56.682654 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-2cbc3294-4a5e-48ae-a3b2-f3d2d7b0786c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Request body: {'security_group_rule': {'security_group_id': 'a73167e2-4bc9-4cb2-9ce2-599de1865a39', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:56.779149 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2cbc3294-4a5e-48ae-a3b2-f3d2d7b0786c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group_rule (b594e381-5e3b-45e8-8edf-ab912564e32f), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:56.832461 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2cbc3294-4a5e-48ae-a3b2-f3d2d7b0786c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group_rule (b594e381-5e3b-45e8-8edf-ab912564e32f), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:56.905938 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2cbc3294-4a5e-48ae-a3b2-f3d2d7b0786c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (b594e381-5e3b-45e8-8edf-ab912564e32f), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:56.923578 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc3294-4a5e-48ae-a3b2-f3d2d7b0786c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b594e381-5e3b-45e8-8edf-ab912564e32f,revision_number=0']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:57.008784 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-2cbc3294-4a5e-48ae-a3b2-f3d2d7b0786c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:57.010845 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-2cbc3294-4a5e-48ae-a3b2-f3d2d7b0786c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3315365 Mar 29 15:54:57.012520 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 44978) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:54:57.018305 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-399c80b7-a378-4b9c-babe-079d1859194e tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Request body: {'security_group_rule': {'security_group_id': 'a73167e2-4bc9-4cb2-9ce2-599de1865a39', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:57.092389 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:57.121814 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-399c80b7-a378-4b9c-babe-079d1859194e tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group_rule (48dac4de-bde1-44bc-9863-8a012e95cf48), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:57.176943 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-399c80b7-a378-4b9c-babe-079d1859194e tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group_rule (48dac4de-bde1-44bc-9863-8a012e95cf48), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:57.260077 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-399c80b7-a378-4b9c-babe-079d1859194e tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (48dac4de-bde1-44bc-9863-8a012e95cf48), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:57.278378 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c80b7-a378-4b9c-babe-079d1859194e tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48dac4de-bde1-44bc-9863-8a012e95cf48,revision_number=0']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:57.341723 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-399c80b7-a378-4b9c-babe-079d1859194e tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:57.343108 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-399c80b7-a378-4b9c-babe-079d1859194e tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3288608 Mar 29 15:54:57.346061 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 44982) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:54:57.350348 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-e733358d-f42a-4cbf-b76a-17449ce5bead tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Request body: {'floatingip': {'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:57.435290 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e733358d-f42a-4cbf-b76a-17449ce5bead tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:57.530471 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e733358d-f42a-4cbf-b76a-17449ce5bead tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:57.629278 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [None req-e733358d-f42a-4cbf-b76a-17449ce5bead tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Allocated IP 172.27.3.198 (3dc57d37-328b-453d-86b3-347b9e0efd38/8a0c47e6-f825-43a4-ad31-8f961885bd6a/876b4d5f-037d-4f70-84e3-faf3f0bdf80e) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:54:57.728832 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e733358d-f42a-4cbf-b76a-17449ce5bead tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for port (876b4d5f-037d-4f70-84e3-faf3f0bdf80e), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:57.829757 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e733358d-f42a-4cbf-b76a-17449ce5bead tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (876b4d5f-037d-4f70-84e3-faf3f0bdf80e), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:57.865106 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e733358d-f42a-4cbf-b76a-17449ce5bead tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Network 3dc57d37-328b-453d-86b3-347b9e0efd38 is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:54:57.867961 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [None req-e733358d-f42a-4cbf-b76a-17449ce5bead tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:54:57.871495 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e733358d-f42a-4cbf-b76a-17449ce5bead tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:54:57.897457 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733358d-f42a-4cbf-b76a-17449ce5bead tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event updated for resources: {'Port': ['ID=876b4d5f-037d-4f70-84e3-faf3f0bdf80e,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:57.964467 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e733358d-f42a-4cbf-b76a-17449ce5bead tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for floatingip (dcaa215a-1cd9-40b8-8f81-d496e00e03f1), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:58.067881 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e733358d-f42a-4cbf-b76a-17449ce5bead tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (876b4d5f-037d-4f70-84e3-faf3f0bdf80e), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:58.211575 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e733358d-f42a-4cbf-b76a-17449ce5bead tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for port (876b4d5f-037d-4f70-84e3-faf3f0bdf80e), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:58.280794 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e733358d-f42a-4cbf-b76a-17449ce5bead tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (876b4d5f-037d-4f70-84e3-faf3f0bdf80e), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:58.349070 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733358d-f42a-4cbf-b76a-17449ce5bead tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event updated for resources: {'Port': ['ID=876b4d5f-037d-4f70-84e3-faf3f0bdf80e,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:58.356775 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e733358d-f42a-4cbf-b76a-17449ce5bead tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (dcaa215a-1cd9-40b8-8f81-d496e00e03f1), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:58.456996 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-e733358d-f42a-4cbf-b76a-17449ce5bead tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:58.458315 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-e733358d-f42a-4cbf-b76a-17449ce5bead tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1112931 Mar 29 15:54:58.537960 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:58.614847 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-6e3a68a2-827b-4a19-b813-67df60ba2dbf tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1032696795&fields=id&tenant_id=afec2f6261d64114a4b5808565ea6c02 HTTP/1.1" status: 200 len: 267 time: 0.0443761 Mar 29 15:54:58.715791 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-99e9272a-97eb-40e4-b36a-15b0e0125ecf tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:58.717270 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-99e9272a-97eb-40e4-b36a-15b0e0125ecf tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/networks?id=f0cf3eb0-1596-439e-ab06-8468ad70da92 HTTP/1.1" status: 200 len: 814 time: 0.0961668 Mar 29 15:54:58.730920 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-d29821fa-8bd7-4ab2-b5c8-65d787ce0718 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/quotas/afec2f6261d64114a4b5808565ea6c02 HTTP/1.1" status: 200 len: 375 time: 0.0085561 Mar 29 15:54:58.783469 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-da48f481-24eb-4676-88e1-ca5b9be222ee tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=afec2f6261d64114a4b5808565ea6c02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472579 Mar 29 15:54:58.838386 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-aefbdf06-81e8-4ff2-a2ba-76a6e768e3de service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:54:58.839354 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-aefbdf06-81e8-4ff2-a2ba-76a6e768e3de service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0455379 Mar 29 15:54:58.928680 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-26981ea7-5894-4cf4-a722-8e6edfbd897a service neutron] 10.222.0.39 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834734 Mar 29 15:54:59.012997 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-5f7ff9b5-e205-4950-81fa-b27d17b3b93e service neutron] 10.222.0.39 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785334 Mar 29 15:54:59.316828 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-eab94316-45e2-4614-bc0a-960725eb5430 req-0e7967ec-1d3a-4cda-b3d3-e3514f685fad tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a94d314-9d87-4a81-af37-649260c8d79a HTTP/1.1" status: 200 len: 210 time: 0.0353515 Mar 29 15:55:00.404178 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2a76dba0-b72f-4be0-acdc-8375a27ae934 req-6bae7f29-2645-4fd7-9528-5b51ca5ca810 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a94d314-9d87-4a81-af37-649260c8d79a HTTP/1.1" status: 200 len: 210 time: 0.0261941 Mar 29 15:55:01.442722 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-221ccc3d-6575-4fe3-b1a9-da6b0d58798a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:01.443931 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-221ccc3d-6575-4fe3-b1a9-da6b0d58798a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.15 "GET /v2.0/networks?id=f0cf3eb0-1596-439e-ab06-8468ad70da92 HTTP/1.1" status: 200 len: 814 time: 0.1068814 Mar 29 15:55:01.498135 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-afd8e835-86b2-4570-8bb1-ee97d3afbe1d req-8aa95f49-67ee-4846-9cce-a94365597b3d tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a94d314-9d87-4a81-af37-649260c8d79a HTTP/1.1" status: 200 len: 210 time: 0.0275683 Mar 29 15:55:01.511681 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-cda292d4-0d49-41c9-a61b-cf059fee8026 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afec2f6261d64114a4b5808565ea6c02 HTTP/1.1" status: 200 len: 380 time: 0.0543818 Mar 29 15:55:01.521063 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-aaba5e58-078b-4225-bb4f-b44d8c63861d tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Request body: {'port': {'device_id': '1a94d314-9d87-4a81-af37-649260c8d79a', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'admin_state_up': True, 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'security_groups': ['a73167e2-4bc9-4cb2-9ce2-599de1865a39']}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:01.703599 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-aaba5e58-078b-4225-bb4f-b44d8c63861d tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Made reservation on behalf of afec2f6261d64114a4b5808565ea6c02 for: {'port': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:55:01.706973 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-aaba5e58-078b-4225-bb4f-b44d8c63861d tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:01.834495 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-aaba5e58-078b-4225-bb4f-b44d8c63861d tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Allocated IP 172.20.0.8 (f0cf3eb0-1596-439e-ab06-8468ad70da92/a2b21cdc-04db-44d5-82e6-f708c8512a80/bcc8535c-9331-4074-a90c-39e52bc9031c) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:55:02.218694 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-aaba5e58-078b-4225-bb4f-b44d8c63861d tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for port (bcc8535c-9331-4074-a90c-39e52bc9031c), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:02.309964 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-aaba5e58-078b-4225-bb4f-b44d8c63861d tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (bcc8535c-9331-4074-a90c-39e52bc9031c), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:02.348888 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-aaba5e58-078b-4225-bb4f-b44d8c63861d tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Network f0cf3eb0-1596-439e-ab06-8468ad70da92 is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:55:02.351841 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-aaba5e58-078b-4225-bb4f-b44d8c63861d tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:02.355461 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-aaba5e58-078b-4225-bb4f-b44d8c63861d tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:55:02.412448 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba5e58-078b-4225-bb4f-b44d8c63861d tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event updated for resources: {'Port': ['ID=bcc8535c-9331-4074-a90c-39e52bc9031c,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:02.412448 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-aaba5e58-078b-4225-bb4f-b44d8c63861d tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:02.412867 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-aaba5e58-078b-4225-bb4f-b44d8c63861d tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:02.486009 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-aaba5e58-078b-4225-bb4f-b44d8c63861d tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9684944 Mar 29 15:55:02.542422 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-5941c00b-cb08-4a3b-8c47-2c17a673771b service neutron] Request body: {'port': {'device_id': '1a94d314-9d87-4a81-af37-649260c8d79a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:02.558983 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-c7200deb-60d5-46d7-9d95-611b55c444dd None None] Provisioning complete for port bcc8535c-9331-4074-a90c-39e52bc9031c triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:55:02.559580 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c7200deb-60d5-46d7-9d95-611b55c444dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (bcc8535c-9331-4074-a90c-39e52bc9031c), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:02.596696 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-c7200deb-60d5-46d7-9d95-611b55c444dd None None] Port bcc8535c-9331-4074-a90c-39e52bc9031c cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:55:02.609322 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-5941c00b-cb08-4a3b-8c47-2c17a673771b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (bcc8535c-9331-4074-a90c-39e52bc9031c), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:02.619792 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1818a-3085-4bf9-813e-97c2814e3834 req-402ea46b-f9d8-41a5-b03a-27b37bb609b2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:02.621340 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c0b1818a-3085-4bf9-813e-97c2814e3834 req-402ea46b-f9d8-41a5-b03a-27b37bb609b2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a94d314-9d87-4a81-af37-649260c8d79a HTTP/1.1" status: 200 len: 931 time: 0.0511975 Mar 29 15:55:02.669283 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c0b1818a-3085-4bf9-813e-97c2814e3834 req-79a0f7da-9a57-44ce-9f53-151c403066d9 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a73167e2-4bc9-4cb2-9ce2-599de1865a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416250 Mar 29 15:55:02.861455 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-5941c00b-cb08-4a3b-8c47-2c17a673771b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc8535c-9331-4074-a90c-39e52bc9031c {{(pid=103831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:55:02.868576 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-5941c00b-cb08-4a3b-8c47-2c17a673771b service neutron] Publish callbacks [] for port (bcc8535c-9331-4074-a90c-39e52bc9031c), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:02.880491 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.provisioning_blocks [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-5941c00b-cb08-4a3b-8c47-2c17a673771b service neutron] Transition to ACTIVE for port object bcc8535c-9331-4074-a90c-39e52bc9031c will not be triggered until provisioned by entity L2. {{(pid=103831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:55:02.957097 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-5941c00b-cb08-4a3b-8c47-2c17a673771b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (bcc8535c-9331-4074-a90c-39e52bc9031c), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:03.008303 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941c00b-cb08-4a3b-8c47-2c17a673771b service neutron] Pushing event updated for resources: {'Port': ['ID=bcc8535c-9331-4074-a90c-39e52bc9031c,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:03.080565 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-5941c00b-cb08-4a3b-8c47-2c17a673771b service neutron] Attempting to bind port bcc8535c-9331-4074-a90c-39e52bc9031c on host hv-cinder-56205 for vnic_type normal with profile {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:55:03.080893 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-5941c00b-cb08-4a3b-8c47-2c17a673771b service neutron] Attempting to bind port bcc8535c-9331-4074-a90c-39e52bc9031c by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '3213e27e-14c8-4f1b-8eca-ce8757f89eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92'}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:55:03.081219 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-5941c00b-cb08-4a3b-8c47-2c17a673771b service neutron] Attempting to bind port bcc8535c-9331-4074-a90c-39e52bc9031c on network f0cf3eb0-1596-439e-ab06-8468ad70da92 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:55:03.085769 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-5941c00b-cb08-4a3b-8c47-2c17a673771b service neutron] Port bcc8535c-9331-4074-a90c-39e52bc9031c on network f0cf3eb0-1596-439e-ab06-8468ad70da92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:55:03.086091 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-5941c00b-cb08-4a3b-8c47-2c17a673771b service neutron] Attempting to bind port bcc8535c-9331-4074-a90c-39e52bc9031c on network f0cf3eb0-1596-439e-ab06-8468ad70da92 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:55:03.090938 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-5941c00b-cb08-4a3b-8c47-2c17a673771b service neutron] Checking agent: {'id': 'cb22ad3b-74f2-4994-b299-960cea1745ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'started_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:55:03.091266 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-5941c00b-cb08-4a3b-8c47-2c17a673771b service neutron] Checking segment: {'id': '3213e27e-14c8-4f1b-8eca-ce8757f89eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:55:03.091675 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-5941c00b-cb08-4a3b-8c47-2c17a673771b service neutron] Bound using segment: {'id': '3213e27e-14c8-4f1b-8eca-ce8757f89eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92'} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:55:03.092097 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-5941c00b-cb08-4a3b-8c47-2c17a673771b service neutron] Bound port: bcc8535c-9331-4074-a90c-39e52bc9031c, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3213e27e-14c8-4f1b-8eca-ce8757f89eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92'}}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:55:03.092490 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-5941c00b-cb08-4a3b-8c47-2c17a673771b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (bcc8535c-9331-4074-a90c-39e52bc9031c), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:03.156903 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-5941c00b-cb08-4a3b-8c47-2c17a673771b service neutron] For port bcc8535c-9331-4074-a90c-39e52bc9031c, host hv-cinder-56205, cleared binding levels {{(pid=103831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:55:03.160653 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-5941c00b-cb08-4a3b-8c47-2c17a673771b service neutron] For port bcc8535c-9331-4074-a90c-39e52bc9031c, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=bcc8535c-9331-4074-a90c-39e52bc9031c,segment=NetworkSegment(3213e27e-14c8-4f1b-8eca-ce8757f89eb8),segment_id=3213e27e-14c8-4f1b-8eca-ce8757f89eb8)] {{(pid=103831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:55:03.260869 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-5941c00b-cb08-4a3b-8c47-2c17a673771b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (bcc8535c-9331-4074-a90c-39e52bc9031c), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:03.296736 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-5941c00b-cb08-4a3b-8c47-2c17a673771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:03.297368 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-5941c00b-cb08-4a3b-8c47-2c17a673771b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:03.298851 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-5941c00b-cb08-4a3b-8c47-2c17a673771b service neutron] 10.222.0.15 "PUT /v2.0/ports/bcc8535c-9331-4074-a90c-39e52bc9031c HTTP/1.1" status: 200 len: 1093 time: 0.8015139 Mar 29 15:55:03.299249 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a94d314-9d87-4a81-af37-649260c8d79a', 'tag': 'bcc8535c-9331-4074-a90c-39e52bc9031c'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:55:03.301536 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ec75b1-2461-4bef-8eeb-7d6ed0198bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "1a94d314-9d87-4a81-af37-649260c8d79a", "tag": "bcc8535c-9331-4074-a90c-39e52bc9031c"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:55:03.330566 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941c00b-cb08-4a3b-8c47-2c17a673771b service neutron] Pushing event updated for resources: {'Port': ['ID=bcc8535c-9331-4074-a90c-39e52bc9031c,revision_number=3']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:03.451591 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86de2d2e-163b-4fd7-bc81-6d4195a2533e x-openstack-request-id: req-86de2d2e-163b-4fd7-bc81-6d4195a2533e {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:55:03.451887 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a94d314-9d87-4a81-af37-649260c8d79a", "tag": "bcc8535c-9331-4074-a90c-39e52bc9031c", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:55:03.452145 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-86de2d2e-163b-4fd7-bc81-6d4195a2533e {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:55:03.452569 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86de2d2e-163b-4fd7-bc81-6d4195a2533e'] response: {'name': 'network-changed', 'server_uuid': '1a94d314-9d87-4a81-af37-649260c8d79a', 'tag': 'bcc8535c-9331-4074-a90c-39e52bc9031c', 'status': 'completed', 'code': 200} Mar 29 15:55:03.474005 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-6ef1aa97-6b1f-44f1-87b2-c5d859b4ab17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:03.475773 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-6ef1aa97-6b1f-44f1-87b2-c5d859b4ab17 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afec2f6261d64114a4b5808565ea6c02&device_id=1a94d314-9d87-4a81-af37-649260c8d79a HTTP/1.1" status: 200 len: 1127 time: 0.0554273 Mar 29 15:55:03.522715 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-5b8390c4-f539-4888-abdb-69cb4adc15ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcc8535c-9331-4074-a90c-39e52bc9031c HTTP/1.1" status: 200 len: 217 time: 0.0353124 Mar 29 15:55:03.573713 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-334b5f57-35e9-476d-abb6-7eb8db45a496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:03.575167 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-334b5f57-35e9-476d-abb6-7eb8db45a496 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b21cdc-04db-44d5-82e6-f708c8512a80 HTTP/1.1" status: 200 len: 853 time: 0.0441539 Mar 29 15:55:03.625595 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-85ed8c5e-e549-4cc4-8fb9-e7636d08b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:03.627722 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-85ed8c5e-e549-4cc4-8fb9-e7636d08b09e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0cf3eb0-1596-439e-ab06-8468ad70da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465686 Mar 29 15:55:03.720235 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-23a8fbf4-a554-4ea8-bb4e-134e1f147667 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830326 Mar 29 15:55:03.791065 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445f2c8-f356-405a-bb04-868c0784bcae req-b27daba8-b0e3-41fb-acf0-30bd4094f860 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:03.792569 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c445f2c8-f356-405a-bb04-868c0784bcae req-b27daba8-b0e3-41fb-acf0-30bd4094f860 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a94d314-9d87-4a81-af37-649260c8d79a HTTP/1.1" status: 200 len: 943 time: 0.0567601 Mar 29 15:55:03.819864 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b6a804ab-8944-402c-93f2-e6e9734bcc16 req-d4b287c3-42f5-49aa-ad20-debc5a3b1670 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905399 Mar 29 15:55:03.838871 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c445f2c8-f356-405a-bb04-868c0784bcae req-f8e8f40a-7404-4a63-b28a-d14a5437ecb3 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a73167e2-4bc9-4cb2-9ce2-599de1865a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404747 Mar 29 15:55:03.970277 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec75b1-2461-4bef-8eeb-7d6ed0198bcc req-11490666-8260-4d07-aad8-fd31121bc3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:03.971692 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-26ec75b1-2461-4bef-8eeb-7d6ed0198bcc req-11490666-8260-4d07-aad8-fd31121bc3d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afec2f6261d64114a4b5808565ea6c02&device_id=1a94d314-9d87-4a81-af37-649260c8d79a HTTP/1.1" status: 200 len: 1127 time: 0.0465424 Mar 29 15:55:04.059546 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec75b1-2461-4bef-8eeb-7d6ed0198bcc req-80d23134-6004-4454-818d-bd9f4096e6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:04.061054 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-26ec75b1-2461-4bef-8eeb-7d6ed0198bcc req-80d23134-6004-4454-818d-bd9f4096e6c5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0cf3eb0-1596-439e-ab06-8468ad70da92 HTTP/1.1" status: 200 len: 915 time: 0.0835133 Mar 29 15:55:04.104995 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-26ec75b1-2461-4bef-8eeb-7d6ed0198bcc req-3cf268df-bdf5-42de-9fb8-88b7c49b0e1e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcc8535c-9331-4074-a90c-39e52bc9031c HTTP/1.1" status: 200 len: 217 time: 0.0367708 Mar 29 15:55:04.151438 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec75b1-2461-4bef-8eeb-7d6ed0198bcc req-b964e0ad-b447-4c21-b6c1-d2c85b5c003f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:04.152856 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-26ec75b1-2461-4bef-8eeb-7d6ed0198bcc req-b964e0ad-b447-4c21-b6c1-d2c85b5c003f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b21cdc-04db-44d5-82e6-f708c8512a80 HTTP/1.1" status: 200 len: 853 time: 0.0419893 Mar 29 15:55:04.200017 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec75b1-2461-4bef-8eeb-7d6ed0198bcc req-ce111a73-703f-4231-ac0e-31f76f8c495c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:04.201524 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-26ec75b1-2461-4bef-8eeb-7d6ed0198bcc req-ce111a73-703f-4231-ac0e-31f76f8c495c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0cf3eb0-1596-439e-ab06-8468ad70da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422571 Mar 29 15:55:04.291982 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-26ec75b1-2461-4bef-8eeb-7d6ed0198bcc req-ce964fb0-cb04-4914-b9b3-78e24fba1b62 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842073 Mar 29 15:55:04.382641 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-26ec75b1-2461-4bef-8eeb-7d6ed0198bcc req-4d22a289-ec05-446d-9f77-af2894a891df service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800767 Mar 29 15:55:04.953661 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe808ce-71d7-44ba-883c-72d45e49f8c1 req-7884f021-4161-47e4-9a21-c4c73bb34a99 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:04.955760 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cfe808ce-71d7-44ba-883c-72d45e49f8c1 req-7884f021-4161-47e4-9a21-c4c73bb34a99 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a94d314-9d87-4a81-af37-649260c8d79a HTTP/1.1" status: 200 len: 943 time: 0.0503495 Mar 29 15:55:05.002337 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cfe808ce-71d7-44ba-883c-72d45e49f8c1 req-979e2f61-21ad-4cf9-8065-83953099dbde tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a73167e2-4bc9-4cb2-9ce2-599de1865a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410759 Mar 29 15:55:06.116147 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eef1ce-337e-4f06-9278-a87807c2c4d2 req-7798d6d4-314f-4da8-bc22-f82a99297bcf tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:06.117649 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-24eef1ce-337e-4f06-9278-a87807c2c4d2 req-7798d6d4-314f-4da8-bc22-f82a99297bcf tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a94d314-9d87-4a81-af37-649260c8d79a HTTP/1.1" status: 200 len: 943 time: 0.0512776 Mar 29 15:55:06.166835 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-24eef1ce-337e-4f06-9278-a87807c2c4d2 req-ac5cc537-7723-4e37-bb82-8f4071aab7d9 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a73167e2-4bc9-4cb2-9ce2-599de1865a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437248 Mar 29 15:55:06.489742 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device bcc8535c-9331-4074-a90c-39e52bc9031c details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=103833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:55:06.584640 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port bcc8535c-9331-4074-a90c-39e52bc9031c, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=bcc8535c-9331-4074-a90c-39e52bc9031c,segment=NetworkSegment(3213e27e-14c8-4f1b-8eca-ce8757f89eb8),segment_id=3213e27e-14c8-4f1b-8eca-ce8757f89eb8)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:06.719371 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Returning: {'device': 'bcc8535c-9331-4074-a90c-39e52bc9031c', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'port_id': 'bcc8535c-9331-4074-a90c-39e52bc9031c', 'mac_address': 'fa:16:3e:85:a1:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:55:06.755683 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port bcc8535c-9331-4074-a90c-39e52bc9031c is: DOWN; New status is: BUILD {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:55:06.756062 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (bcc8535c-9331-4074-a90c-39e52bc9031c), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:06.768019 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc8535c-9331-4074-a90c-39e52bc9031c {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:55:06.786274 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port bcc8535c-9331-4074-a90c-39e52bc9031c, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=bcc8535c-9331-4074-a90c-39e52bc9031c,segment=NetworkSegment(3213e27e-14c8-4f1b-8eca-ce8757f89eb8),segment_id=3213e27e-14c8-4f1b-8eca-ce8757f89eb8)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:06.859865 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (bcc8535c-9331-4074-a90c-39e52bc9031c), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:06.905310 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=bcc8535c-9331-4074-a90c-39e52bc9031c,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:06.911916 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:06.912286 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:06.912622 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:06.912957 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:06.913287 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:06.913612 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:06.913934 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:06.914252 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:06.914575 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:06.914895 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:06.915216 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:06.915534 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:06.915851 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:06.916167 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:06.916508 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:07.166581 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['bcc8535c-9331-4074-a90c-39e52bc9031c'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:55:07.283861 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc65b32-fce3-4b2f-853a-8f66c6f26c54 req-ba0c2270-5156-4fa3-94a9-dccfba13f1a4 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:07.285544 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-dfc65b32-fce3-4b2f-853a-8f66c6f26c54 req-ba0c2270-5156-4fa3-94a9-dccfba13f1a4 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a94d314-9d87-4a81-af37-649260c8d79a HTTP/1.1" status: 200 len: 944 time: 0.0537994 Mar 29 15:55:07.330891 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-dfc65b32-fce3-4b2f-853a-8f66c6f26c54 req-872b6c2a-5f21-4ab4-9c1c-ab7f949ce606 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a73167e2-4bc9-4cb2-9ce2-599de1865a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400286 Mar 29 15:55:08.445202 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66d5b2-c1b0-447f-93b7-fbf48046966c req-3c594c01-85cc-4e97-8f3b-b7cab3674c8b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:08.446651 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3b66d5b2-c1b0-447f-93b7-fbf48046966c req-3c594c01-85cc-4e97-8f3b-b7cab3674c8b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a94d314-9d87-4a81-af37-649260c8d79a HTTP/1.1" status: 200 len: 944 time: 0.0511930 Mar 29 15:55:08.492001 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3b66d5b2-c1b0-447f-93b7-fbf48046966c req-50b79307-55d0-41ea-9356-243b35870d7b tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a73167e2-4bc9-4cb2-9ce2-599de1865a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399249 Mar 29 15:55:08.506155 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device bcc8535c-9331-4074-a90c-39e52bc9031c up at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:55:08.640523 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning for port bcc8535c-9331-4074-a90c-39e52bc9031c completed by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:55:08.644935 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning complete for port bcc8535c-9331-4074-a90c-39e52bc9031c triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:55:08.645316 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (bcc8535c-9331-4074-a90c-39e52bc9031c), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:08.722235 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port bcc8535c-9331-4074-a90c-39e52bc9031c is: BUILD; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:55:08.722615 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (bcc8535c-9331-4074-a90c-39e52bc9031c), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:08.743653 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a94d314-9d87-4a81-af37-649260c8d79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc8535c-9331-4074-a90c-39e52bc9031c'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:55:08.745910 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67651527b6c7513bff120ad3026ca8b6c51caa370c4ee0f403b1e7b340f0df97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c82e7d-3532-4abc-85b4-5b0d725475d3" -d '{"events": [{"server_uuid": "1a94d314-9d87-4a81-af37-649260c8d79a", "name": "network-vif-plugged", "status": "completed", "tag": "bcc8535c-9331-4074-a90c-39e52bc9031c"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:55:08.758548 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port bcc8535c-9331-4074-a90c-39e52bc9031c, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=bcc8535c-9331-4074-a90c-39e52bc9031c,segment=NetworkSegment(3213e27e-14c8-4f1b-8eca-ce8757f89eb8),segment_id=3213e27e-14c8-4f1b-8eca-ce8757f89eb8)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:08.838675 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fb77ea-d26c-444e-af01-aa018ec997c3 x-openstack-request-id: req-59fb77ea-d26c-444e-af01-aa018ec997c3 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:55:08.838675 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a94d314-9d87-4a81-af37-649260c8d79a", "name": "network-vif-plugged", "status": "completed", "tag": "bcc8535c-9331-4074-a90c-39e52bc9031c", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:55:08.838675 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-59fb77ea-d26c-444e-af01-aa018ec997c3 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:55:08.838675 dv-cinder-562053-19-iscsi neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59fb77ea-d26c-444e-af01-aa018ec997c3'] response: {'server_uuid': '1a94d314-9d87-4a81-af37-649260c8d79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc8535c-9331-4074-a90c-39e52bc9031c', 'code': 200} Mar 29 15:55:08.859922 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (bcc8535c-9331-4074-a90c-39e52bc9031c), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:08.908631 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=bcc8535c-9331-4074-a90c-39e52bc9031c,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:09.201526 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5fc52-4df3-4610-99c1-cef1d445720f req-d672d7db-89c0-4691-b707-c591d0fdf64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:09.202991 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e3e5fc52-4df3-4610-99c1-cef1d445720f req-d672d7db-89c0-4691-b707-c591d0fdf64a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a94d314-9d87-4a81-af37-649260c8d79a HTTP/1.1" status: 200 len: 1129 time: 0.0442891 Mar 29 15:55:09.253364 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-e3e5fc52-4df3-4610-99c1-cef1d445720f req-86b09e10-ed42-460e-a19b-fdd3a83e0d12 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a73167e2-4bc9-4cb2-9ce2-599de1865a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410464 Mar 29 15:55:09.612683 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f82a5-04af-4e69-ab72-1dc865534a75 req-0649b8a4-4295-4da4-9169-d06f8db8d107 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:09.614121 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4e6f82a5-04af-4e69-ab72-1dc865534a75 req-0649b8a4-4295-4da4-9169-d06f8db8d107 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a94d314-9d87-4a81-af37-649260c8d79a HTTP/1.1" status: 200 len: 945 time: 0.0552895 Mar 29 15:55:09.659346 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4e6f82a5-04af-4e69-ab72-1dc865534a75 req-c84bf1e1-d35a-44a5-be2e-db1ef9d69f49 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a73167e2-4bc9-4cb2-9ce2-599de1865a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397613 Mar 29 15:55:10.777654 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546a5e0-9f42-4e54-8b1e-8be107b3a28f req-1770ca8d-3d45-478c-b4e3-544f99ca804c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:10.779242 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e546a5e0-9f42-4e54-8b1e-8be107b3a28f req-1770ca8d-3d45-478c-b4e3-544f99ca804c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a94d314-9d87-4a81-af37-649260c8d79a HTTP/1.1" status: 200 len: 945 time: 0.0531638 Mar 29 15:55:10.825211 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e546a5e0-9f42-4e54-8b1e-8be107b3a28f req-eb5e6df5-a401-4a57-ba2c-68238de0a406 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a73167e2-4bc9-4cb2-9ce2-599de1865a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399439 Mar 29 15:55:10.938839 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74caee13-ec38-4a2c-b820-b894004ac5e3 req-7d2cfcd2-905f-478f-8030-631fecf020c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:10.940242 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-74caee13-ec38-4a2c-b820-b894004ac5e3 req-7d2cfcd2-905f-478f-8030-631fecf020c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a94d314-9d87-4a81-af37-649260c8d79a HTTP/1.1" status: 200 len: 945 time: 0.0545449 Mar 29 15:55:10.948614 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 45052) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:55:10.952743 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-bd638dc8-6ae5-491f-b7af-7437b98bfd57 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Request body: {'floatingip': {'port_id': 'bcc8535c-9331-4074-a90c-39e52bc9031c'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:10.990724 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bd638dc8-6ae5-491f-b7af-7437b98bfd57 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for floatingip (dcaa215a-1cd9-40b8-8f81-d496e00e03f1), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:11.610065 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bd638dc8-6ae5-491f-b7af-7437b98bfd57 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:11.720286 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bd638dc8-6ae5-491f-b7af-7437b98bfd57 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (dcaa215a-1cd9-40b8-8f81-d496e00e03f1), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:11.822418 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.db.l3_db [None req-bd638dc8-6ae5-491f-b7af-7437b98bfd57 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Floating IP dcaa215a-1cd9-40b8-8f81-d496e00e03f1 associated. External IP: 172.27.3.198, port: bcc8535c-9331-4074-a90c-39e52bc9031c. Mar 29 15:55:12.033474 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd638dc8-6ae5-491f-b7af-7437b98bfd57 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:55:12.140492 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd638dc8-6ae5-491f-b7af-7437b98bfd57 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:55:12.145033 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bd638dc8-6ae5-491f-b7af-7437b98bfd57 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:12.151581 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983ab314-0639-471f-ab08-eab507b5f67c None None] Sync routers for ids ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:55:12.160835 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983ab314-0639-471f-ab08-eab507b5f67c None None] Routers {'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:55:12.161476 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-983ab314-0639-471f-ab08-eab507b5f67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:54:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:12.177767 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-bd638dc8-6ae5-491f-b7af-7437b98bfd57 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "PUT /v2.0/floatingips/dcaa215a-1cd9-40b8-8f81-d496e00e03f1 HTTP/1.1" status: 200 len: 991 time: 1.2281237 Mar 29 15:55:12.178331 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a94d314-9d87-4a81-af37-649260c8d79a', 'tag': 'bcc8535c-9331-4074-a90c-39e52bc9031c'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:55:12.180610 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17cd39a57bce2f0cfda3a3fd3bf70c34a3f67f93f1dabf257ee71a9fa0902d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ec66ea-73da-47c9-b116-c90f4da1bcc7" -d '{"events": [{"name": "network-changed", "server_uuid": "1a94d314-9d87-4a81-af37-649260c8d79a", "tag": "bcc8535c-9331-4074-a90c-39e52bc9031c"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:55:12.268686 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad78ca9-7826-48de-b113-6e72c2b6ab6e x-openstack-request-id: req-9ad78ca9-7826-48de-b113-6e72c2b6ab6e {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:55:12.269002 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a94d314-9d87-4a81-af37-649260c8d79a", "tag": "bcc8535c-9331-4074-a90c-39e52bc9031c", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:55:12.269294 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9ad78ca9-7826-48de-b113-6e72c2b6ab6e {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:55:12.269726 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ad78ca9-7826-48de-b113-6e72c2b6ab6e'] response: {'name': 'network-changed', 'server_uuid': '1a94d314-9d87-4a81-af37-649260c8d79a', 'tag': 'bcc8535c-9331-4074-a90c-39e52bc9031c', 'status': 'completed', 'code': 200} Mar 29 15:55:12.270045 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-983ab314-0639-471f-ab08-eab507b5f67c None None] Set router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:55:12.333362 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec66ea-73da-47c9-b116-c90f4da1bcc7 req-132da993-a0dd-493a-8f16-3b52c2827eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:12.334810 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f6ec66ea-73da-47c9-b116-c90f4da1bcc7 req-132da993-a0dd-493a-8f16-3b52c2827eb3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afec2f6261d64114a4b5808565ea6c02&device_id=1a94d314-9d87-4a81-af37-649260c8d79a HTTP/1.1" status: 200 len: 1129 time: 0.0446866 Mar 29 15:55:12.424612 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec66ea-73da-47c9-b116-c90f4da1bcc7 req-7cfa2a46-e74d-48c3-a216-824531ae1099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:12.426125 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f6ec66ea-73da-47c9-b116-c90f4da1bcc7 req-7cfa2a46-e74d-48c3-a216-824531ae1099 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0cf3eb0-1596-439e-ab06-8468ad70da92 HTTP/1.1" status: 200 len: 915 time: 0.0857995 Mar 29 15:55:12.495765 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f6ec66ea-73da-47c9-b116-c90f4da1bcc7 req-094aabf4-2a3c-4a32-a8c5-74559f17ca8f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcc8535c-9331-4074-a90c-39e52bc9031c HTTP/1.1" status: 200 len: 999 time: 0.0640340 Mar 29 15:55:12.499301 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-983ab314-0639-471f-ab08-eab507b5f67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T15:32:35Z', 'revision_number': 4, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': 'dcaa215a-1cd9-40b8-8f81-d496e00e03f1', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'port_id': 'bcc8535c-9331-4074-a90c-39e52bc9031c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'mac_address': 'fa:16:3e:85:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a94d314-9d87-4a81-af37-649260c8d79a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:54:57Z', 'updated_at': '2022-03-29T15:55:11Z', 'revision_number': 1, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a1afb0-ca40-43b9-9fe4-e5c97256ffce', 'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'mac_address': 'fa:16:3e:87:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:34Z', 'updated_at': '2022-03-29T15:32:40Z', 'revision_number': 5, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'subnets': [{'id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:12.525091 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983ab314-0639-471f-ab08-eab507b5f67c None None] Checking router: f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:55:12.533797 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983ab314-0639-471f-ab08-eab507b5f67c None None] Routers {'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:55:12.534401 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-983ab314-0639-471f-ab08-eab507b5f67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:54:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:12.543983 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec66ea-73da-47c9-b116-c90f4da1bcc7 req-9fbe74a1-0ef1-4c27-bbe6-9bfa608da598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:12.545506 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f6ec66ea-73da-47c9-b116-c90f4da1bcc7 req-9fbe74a1-0ef1-4c27-bbe6-9bfa608da598 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b21cdc-04db-44d5-82e6-f708c8512a80 HTTP/1.1" status: 200 len: 853 time: 0.0433722 Mar 29 15:55:12.595733 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec66ea-73da-47c9-b116-c90f4da1bcc7 req-0a626b9d-ab9a-45ca-89ee-1a62bda0c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:12.597708 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f6ec66ea-73da-47c9-b116-c90f4da1bcc7 req-0a626b9d-ab9a-45ca-89ee-1a62bda0c2c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0cf3eb0-1596-439e-ab06-8468ad70da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461862 Mar 29 15:55:12.654441 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-983ab314-0639-471f-ab08-eab507b5f67c None None] Set router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:55:12.697625 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f6ec66ea-73da-47c9-b116-c90f4da1bcc7 req-cc53ab25-8762-4639-b7b9-4e0e002acbd5 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931935 Mar 29 15:55:12.787260 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f6ec66ea-73da-47c9-b116-c90f4da1bcc7 req-bb27638f-89d8-4400-a157-ab76da53e209 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839984 Mar 29 15:55:12.878460 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-983ab314-0639-471f-ab08-eab507b5f67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T15:32:35Z', 'revision_number': 4, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': 'dcaa215a-1cd9-40b8-8f81-d496e00e03f1', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'port_id': 'bcc8535c-9331-4074-a90c-39e52bc9031c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'mac_address': 'fa:16:3e:85:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a94d314-9d87-4a81-af37-649260c8d79a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:54:57Z', 'updated_at': '2022-03-29T15:55:11Z', 'revision_number': 1, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a1afb0-ca40-43b9-9fe4-e5c97256ffce', 'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'mac_address': 'fa:16:3e:87:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:34Z', 'updated_at': '2022-03-29T15:32:40Z', 'revision_number': 5, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'subnets': [{'id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:12.909065 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983ab314-0639-471f-ab08-eab507b5f67c None None] The sync data for ids ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'] in dv-cinder-562053-19-iscsi is: [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T15:32:35Z', 'revision_number': 4, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': 'dcaa215a-1cd9-40b8-8f81-d496e00e03f1', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'port_id': 'bcc8535c-9331-4074-a90c-39e52bc9031c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'mac_address': 'fa:16:3e:85:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a94d314-9d87-4a81-af37-649260c8d79a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:54:57Z', 'updated_at': '2022-03-29T15:55:11Z', 'revision_number': 1, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a1afb0-ca40-43b9-9fe4-e5c97256ffce', 'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'mac_address': 'fa:16:3e:87:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:34Z', 'updated_at': '2022-03-29T15:32:40Z', 'revision_number': 5, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'subnets': [{'id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:55:13.102170 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5b36a5-63eb-487e-9505-91e60a4b6e2a None None] New status for floating IP dcaa215a-1cd9-40b8-8f81-d496e00e03f1: ACTIVE {{(pid=103833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:55:13.837497 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:21.481603 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:55:22.282394 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8ccc8ab4-8518-4566-b65e-2ff05ef5b592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:24.531768 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-18ed4b1c-06f5-44f0-80db-21eb46b8a31d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:25.705570 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:27.137479 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:28.542705 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:43.733871 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:52.279633 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d2e30886-189f-4a8b-a205-e63b9567e60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:54.465327 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3f0142a7-148b-435b-b37c-b2840b40ed0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:55.701882 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:57.107922 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:58.480677 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:55:58.571148 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:56:06.498007 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-36987487-3f7a-438d-9116-25f86205ed3d req-c51ec46d-0790-438a-bb2e-ce1075d5ccaf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a94d314-9d87-4a81-af37-649260c8d79a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482733 Mar 29 15:56:06.586026 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36987487-3f7a-438d-9116-25f86205ed3d req-3a188a97-74be-4dc5-ae7c-ed7fb4f26e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:06.587540 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-36987487-3f7a-438d-9116-25f86205ed3d req-3a188a97-74be-4dc5-ae7c-ed7fb4f26e08 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afec2f6261d64114a4b5808565ea6c02&device_id=1a94d314-9d87-4a81-af37-649260c8d79a HTTP/1.1" status: 200 len: 1129 time: 0.0435102 Mar 29 15:56:06.691178 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36987487-3f7a-438d-9116-25f86205ed3d req-8ca11a2f-fcee-43ae-815a-3b4ed1ba8794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:06.692702 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-36987487-3f7a-438d-9116-25f86205ed3d req-8ca11a2f-fcee-43ae-815a-3b4ed1ba8794 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0cf3eb0-1596-439e-ab06-8468ad70da92 HTTP/1.1" status: 200 len: 915 time: 0.0828352 Mar 29 15:56:06.759956 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-36987487-3f7a-438d-9116-25f86205ed3d req-a078d04f-61d8-4d78-9cae-e10978b57c4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcc8535c-9331-4074-a90c-39e52bc9031c HTTP/1.1" status: 200 len: 1001 time: 0.0614598 Mar 29 15:56:06.815541 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36987487-3f7a-438d-9116-25f86205ed3d req-1244bf6c-4827-4a15-a7a5-67528986478e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:06.817057 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-36987487-3f7a-438d-9116-25f86205ed3d req-1244bf6c-4827-4a15-a7a5-67528986478e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b21cdc-04db-44d5-82e6-f708c8512a80 HTTP/1.1" status: 200 len: 853 time: 0.0483732 Mar 29 15:56:06.866961 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36987487-3f7a-438d-9116-25f86205ed3d req-30563569-de20-4310-8cfd-214f864986d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:06.868469 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-36987487-3f7a-438d-9116-25f86205ed3d req-30563569-de20-4310-8cfd-214f864986d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0cf3eb0-1596-439e-ab06-8468ad70da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426972 Mar 29 15:56:06.966988 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-36987487-3f7a-438d-9116-25f86205ed3d req-fd40a9bc-51b6-4176-a1b4-527c2276f819 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890496 Mar 29 15:56:07.057316 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-36987487-3f7a-438d-9116-25f86205ed3d req-75aa7080-a690-457a-82f8-f626e3f0888c service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815718 Mar 29 15:56:13.793258 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:56:22.299088 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9e226b16-6b52-4d5f-a58e-8a679c24be89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:56:24.499499 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-38221a79-f947-41d8-a7c3-3df3b0a0d9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:56:25.758366 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:56:27.095640 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:56:28.512947 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:56:35.480094 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:56:43.780876 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:56:52.281694 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9d0ae195-87d9-4194-bc19-b3995443e39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:56:54.489553 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9acc4f6a-c58c-4f9f-a796-ca68113725a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:56:55.700820 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:56:57.094626 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:56:58.511923 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:07.505834 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-11ea6fb8-9272-4e55-b98d-47ff154d6bad req-1ad8a1b0-171d-4b30-b7ad-cfae8009b81f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a94d314-9d87-4a81-af37-649260c8d79a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478785 Mar 29 15:57:07.599022 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea6fb8-9272-4e55-b98d-47ff154d6bad req-892571a0-4494-43a0-aee3-e8434884d2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:07.600527 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-11ea6fb8-9272-4e55-b98d-47ff154d6bad req-892571a0-4494-43a0-aee3-e8434884d2a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afec2f6261d64114a4b5808565ea6c02&device_id=1a94d314-9d87-4a81-af37-649260c8d79a HTTP/1.1" status: 200 len: 1129 time: 0.0445468 Mar 29 15:57:07.704060 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea6fb8-9272-4e55-b98d-47ff154d6bad req-3677de02-c17f-49a2-948f-11874a63cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:07.705466 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-11ea6fb8-9272-4e55-b98d-47ff154d6bad req-3677de02-c17f-49a2-948f-11874a63cd68 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0cf3eb0-1596-439e-ab06-8468ad70da92 HTTP/1.1" status: 200 len: 915 time: 0.0820010 Mar 29 15:57:07.777084 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-11ea6fb8-9272-4e55-b98d-47ff154d6bad req-87c33f74-114b-45ab-bd53-51f1b4436ed1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcc8535c-9331-4074-a90c-39e52bc9031c HTTP/1.1" status: 200 len: 1001 time: 0.0608151 Mar 29 15:57:07.829884 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea6fb8-9272-4e55-b98d-47ff154d6bad req-39fca5eb-6411-4e71-9c2f-bec94465f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:07.831276 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-11ea6fb8-9272-4e55-b98d-47ff154d6bad req-39fca5eb-6411-4e71-9c2f-bec94465f4dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b21cdc-04db-44d5-82e6-f708c8512a80 HTTP/1.1" status: 200 len: 853 time: 0.0419838 Mar 29 15:57:07.881445 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea6fb8-9272-4e55-b98d-47ff154d6bad req-a24d36ae-0520-4266-aef0-bbc0672b4064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:07.882934 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-11ea6fb8-9272-4e55-b98d-47ff154d6bad req-a24d36ae-0520-4266-aef0-bbc0672b4064 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0cf3eb0-1596-439e-ab06-8468ad70da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429461 Mar 29 15:57:07.896280 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [req-11ea6fb8-9272-4e55-b98d-47ff154d6bad req-27629e57-c17b-436a-9402-d366bcc32546 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:57:07.897498 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-11ea6fb8-9272-4e55-b98d-47ff154d6bad req-27629e57-c17b-436a-9402-d366bcc32546 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050514 Mar 29 15:57:07.990033 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-11ea6fb8-9272-4e55-b98d-47ff154d6bad req-4d9e9e5e-486e-4ffe-94b1-83fcf43385bd service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833869 Mar 29 15:57:08.079007 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-11ea6fb8-9272-4e55-b98d-47ff154d6bad req-ce337e56-e8fa-44e0-aad3-40a9575c2162 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794268 Mar 29 15:57:12.478470 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:57:13.818797 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:22.304504 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e02650f6-fe9a-4420-bf45-55a7aaca660f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:24.477209 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-247fdc9f-6127-414c-a527-97a7a9864c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:25.739873 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:27.117303 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:28.499785 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:43.802516 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:49.477275 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:57:52.275912 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e901545c-2f56-4d2a-a0c6-7c33044d6d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:54.482175 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e3ecb2a6-4869-43a9-a7fb-d1eea2823095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:55.722006 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:57.127425 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:58.527519 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:09.501241 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f5776b0f-6396-4da8-ada1-3c2fe355ff1e req-c538a409-6bea-4774-870b-ed58e6a97124 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a94d314-9d87-4a81-af37-649260c8d79a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482938 Mar 29 15:58:09.593116 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5776b0f-6396-4da8-ada1-3c2fe355ff1e req-03127110-b9c6-4e25-804e-1da3f3421b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:09.594630 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f5776b0f-6396-4da8-ada1-3c2fe355ff1e req-03127110-b9c6-4e25-804e-1da3f3421b16 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afec2f6261d64114a4b5808565ea6c02&device_id=1a94d314-9d87-4a81-af37-649260c8d79a HTTP/1.1" status: 200 len: 1129 time: 0.0428808 Mar 29 15:58:09.696852 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5776b0f-6396-4da8-ada1-3c2fe355ff1e req-04cc9fe8-b9fa-445e-a5a4-38d46a523ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:09.698305 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f5776b0f-6396-4da8-ada1-3c2fe355ff1e req-04cc9fe8-b9fa-445e-a5a4-38d46a523ec7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0cf3eb0-1596-439e-ab06-8468ad70da92 HTTP/1.1" status: 200 len: 915 time: 0.0814545 Mar 29 15:58:09.771062 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f5776b0f-6396-4da8-ada1-3c2fe355ff1e req-c3acf5d2-30bc-4d83-b103-a416e0761321 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcc8535c-9331-4074-a90c-39e52bc9031c HTTP/1.1" status: 200 len: 1001 time: 0.0618787 Mar 29 15:58:09.821757 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5776b0f-6396-4da8-ada1-3c2fe355ff1e req-76d4a094-8f13-47aa-8abc-93e72c5fe43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:09.823174 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f5776b0f-6396-4da8-ada1-3c2fe355ff1e req-76d4a094-8f13-47aa-8abc-93e72c5fe43a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b21cdc-04db-44d5-82e6-f708c8512a80 HTTP/1.1" status: 200 len: 853 time: 0.0424829 Mar 29 15:58:09.873983 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5776b0f-6396-4da8-ada1-3c2fe355ff1e req-5ce285b8-5b69-4f32-a422-6d4dc33ee0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:09.875420 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f5776b0f-6396-4da8-ada1-3c2fe355ff1e req-5ce285b8-5b69-4f32-a422-6d4dc33ee0d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0cf3eb0-1596-439e-ab06-8468ad70da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423961 Mar 29 15:58:09.967949 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f5776b0f-6396-4da8-ada1-3c2fe355ff1e req-c41bfaf2-018a-4ea5-8203-e4c8a986e5bc service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830321 Mar 29 15:58:10.057018 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f5776b0f-6396-4da8-ada1-3c2fe355ff1e req-0e92b28d-69c3-4e49-8b2a-ea73e6da5855 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803919 Mar 29 15:58:13.772780 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:22.280841 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f5614465-b817-4414-97ab-14898462d48b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:24.481419 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c3bc8239-af8f-430a-99c3-d3d164743ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:25.686901 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:26.476177 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:58:27.098457 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:28.503886 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:43.766949 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:52.286546 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e0aeee9a-b906-40f0-bc2a-ccf27363c550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:54.492723 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-81b6fdc8-1ebe-4aba-a807-55609e8d4216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:55.703950 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:57.149843 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:58.521201 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:03.474842 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:59:09.549102 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9a9cc271-489c-4c92-8688-ead65f8a6242 req-b5c413cb-d3af-4638-97da-c150e3765c16 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a94d314-9d87-4a81-af37-649260c8d79a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480914 Mar 29 15:59:09.640731 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cc271-489c-4c92-8688-ead65f8a6242 req-3ec472e0-7331-4957-9b11-5a45dff4c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:09.642198 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9a9cc271-489c-4c92-8688-ead65f8a6242 req-3ec472e0-7331-4957-9b11-5a45dff4c42c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afec2f6261d64114a4b5808565ea6c02&device_id=1a94d314-9d87-4a81-af37-649260c8d79a HTTP/1.1" status: 200 len: 1129 time: 0.0441213 Mar 29 15:59:09.746353 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cc271-489c-4c92-8688-ead65f8a6242 req-5e306d3f-9b09-4e25-bdd5-0b854e8ec5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:09.747854 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9a9cc271-489c-4c92-8688-ead65f8a6242 req-5e306d3f-9b09-4e25-bdd5-0b854e8ec5b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0cf3eb0-1596-439e-ab06-8468ad70da92 HTTP/1.1" status: 200 len: 915 time: 0.0827067 Mar 29 15:59:09.820511 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9a9cc271-489c-4c92-8688-ead65f8a6242 req-5852c7e6-7d21-42e1-b0b3-e536d93f6d55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcc8535c-9331-4074-a90c-39e52bc9031c HTTP/1.1" status: 200 len: 1001 time: 0.0615644 Mar 29 15:59:09.869320 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cc271-489c-4c92-8688-ead65f8a6242 req-67d793fb-1dde-407a-97c0-96c5d3aa976d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:09.870697 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9a9cc271-489c-4c92-8688-ead65f8a6242 req-67d793fb-1dde-407a-97c0-96c5d3aa976d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b21cdc-04db-44d5-82e6-f708c8512a80 HTTP/1.1" status: 200 len: 853 time: 0.0416830 Mar 29 15:59:09.920841 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cc271-489c-4c92-8688-ead65f8a6242 req-28aa7417-c27f-4c17-b2c8-a83b2cec948e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:09.922333 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9a9cc271-489c-4c92-8688-ead65f8a6242 req-28aa7417-c27f-4c17-b2c8-a83b2cec948e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0cf3eb0-1596-439e-ab06-8468ad70da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425866 Mar 29 15:59:10.013907 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9a9cc271-489c-4c92-8688-ead65f8a6242 req-38628245-51de-4bfb-b130-cba51ea4e79a service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821543 Mar 29 15:59:10.105826 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9a9cc271-489c-4c92-8688-ead65f8a6242 req-a7409355-2d45-49eb-a43a-b73a40b8ab62 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788894 Mar 29 15:59:13.789963 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:22.286229 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b02c837a-52f3-4c0c-9b81-752daa0e3d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:24.491159 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-38d0c1c0-a62d-44c4-bc2d-46918c422a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:25.720576 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:27.143601 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:28.532419 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:40.473756 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:59:43.817724 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:52.281033 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4943d28e-1335-4541-a231-c531ef44c29c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:54.492201 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-16e50934-1cb8-403f-8de7-833df6846eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:55.749362 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:57.164497 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:58.509123 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:07.049875 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 45596) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:00:07.111958 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7db810be-536c-45a0-9909-73ef5426eba7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for security_group (7818609e-dc1b-4b75-b431-7d347525ec80), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:07.136713 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7db810be-536c-45a0-9909-73ef5426eba7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for security_group (7818609e-dc1b-4b75-b431-7d347525ec80), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:07.261583 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7db810be-536c-45a0-9909-73ef5426eba7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (7818609e-dc1b-4b75-b431-7d347525ec80), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:07.264084 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7db810be-536c-45a0-9909-73ef5426eba7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:07.265345 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-7db810be-536c-45a0-9909-73ef5426eba7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] 10.222.0.39 "DELETE /v2.0/security-groups/7818609e-dc1b-4b75-b431-7d347525ec80 HTTP/1.1" status: 204 len: 168 time: 0.2144461 Mar 29 16:00:07.278481 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db810be-536c-45a0-9909-73ef5426eba7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7818609e-dc1b-4b75-b431-7d347525ec80,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:07.282650 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db810be-536c-45a0-9909-73ef5426eba7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:07.283004 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db810be-536c-45a0-9909-73ef5426eba7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:07.283356 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db810be-536c-45a0-9909-73ef5426eba7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:07.283695 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db810be-536c-45a0-9909-73ef5426eba7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:07.284027 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db810be-536c-45a0-9909-73ef5426eba7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:07.284394 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db810be-536c-45a0-9909-73ef5426eba7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:07.284731 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db810be-536c-45a0-9909-73ef5426eba7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:07.285058 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db810be-536c-45a0-9909-73ef5426eba7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:07.285385 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db810be-536c-45a0-9909-73ef5426eba7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:07.285711 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db810be-536c-45a0-9909-73ef5426eba7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:07.286040 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db810be-536c-45a0-9909-73ef5426eba7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:07.286368 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db810be-536c-45a0-9909-73ef5426eba7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:07.286692 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db810be-536c-45a0-9909-73ef5426eba7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:07.287014 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db810be-536c-45a0-9909-73ef5426eba7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:07.287332 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db810be-536c-45a0-9909-73ef5426eba7 tempest-TestVolumeBootPattern-1570311067 tempest-TestVolumeBootPattern-1570311067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:07.567831 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 45604) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:00:08.077069 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-4539c1a8-ffac-48aa-b47f-8afb4d1db161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032828'] for router_interface (7688dbfa-20d5-4488-9a6c-8014496b34e4), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:08.315540 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-4539c1a8-ffac-48aa-b47f-8afb4d1db161 admin admin] Deleting port ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:00:08.315873 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-4539c1a8-ffac-48aa-b47f-8afb4d1db161 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:08.393408 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [None req-4539c1a8-ffac-48aa-b47f-8afb4d1db161 admin admin] For port ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea,segment=NetworkSegment(6d655c62-26bc-4f1a-b28a-6428719d7433),segment_id=6d655c62-26bc-4f1a-b28a-6428719d7433)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:08.393692 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-4539c1a8-ffac-48aa-b47f-8afb4d1db161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:08.405942 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-4539c1a8-ffac-48aa-b47f-8afb4d1db161 admin admin] Calling delete_port for ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea owned by network:router_interface {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:00:08.657803 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-4539c1a8-ffac-48aa-b47f-8afb4d1db161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:08.683754 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539c1a8-ffac-48aa-b47f-8afb4d1db161 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:08.848912 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-4539c1a8-ffac-48aa-b47f-8afb4d1db161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1025627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1035244'] for router_interface (7688dbfa-20d5-4488-9a6c-8014496b34e4), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:09.056890 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4539c1a8-ffac-48aa-b47f-8afb4d1db161 admin admin] Router 7688dbfa-20d5-4488-9a6c-8014496b34e4 has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:00:09.160691 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4539c1a8-ffac-48aa-b47f-8afb4d1db161 admin admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:00:09.165906 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-4539c1a8-ffac-48aa-b47f-8afb4d1db161 admin admin] 10.222.0.39 "PUT /v2.0/routers/7688dbfa-20d5-4488-9a6c-8014496b34e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5970054 Mar 29 16:00:09.168649 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 45610) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:00:09.169886 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05e7ea1-eddc-4a54-9c25-af0de1064eb2 None None] Sync routers for ids ['7688dbfa-20d5-4488-9a6c-8014496b34e4'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:00:09.179242 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05e7ea1-eddc-4a54-9c25-af0de1064eb2 None None] Routers {'7688dbfa-20d5-4488-9a6c-8014496b34e4'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:00:09.179855 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-b05e7ea1-eddc-4a54-9c25-af0de1064eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:59:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['7688dbfa-20d5-4488-9a6c-8014496b34e4'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:09.382958 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-b05e7ea1-eddc-4a54-9c25-af0de1064eb2 None None] Set router 7688dbfa-20d5-4488-9a6c-8014496b34e4 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:00:09.548784 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0c40-4c8b-4ece-b34d-ad1fd8ee8c06 admin admin] Publish callbacks [] for router (7688dbfa-20d5-4488-9a6c-8014496b34e4), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:09.572684 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-b05e7ea1-eddc-4a54-9c25-af0de1064eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'name': 'tempest-TestVolumeBootPattern-47432897-router', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T16:00:08Z', 'revision_number': 5, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'gw_port': {'id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:09.598893 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05e7ea1-eddc-4a54-9c25-af0de1064eb2 None None] Checking router: 7688dbfa-20d5-4488-9a6c-8014496b34e4 for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:00:09.607277 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05e7ea1-eddc-4a54-9c25-af0de1064eb2 None None] Routers {'7688dbfa-20d5-4488-9a6c-8014496b34e4'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:00:09.607886 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-b05e7ea1-eddc-4a54-9c25-af0de1064eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:59:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['7688dbfa-20d5-4488-9a6c-8014496b34e4'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:09.656556 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0c40-4c8b-4ece-b34d-ad1fd8ee8c06 admin admin] Publish callbacks [] for router_gateway (7688dbfa-20d5-4488-9a6c-8014496b34e4), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:09.715533 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-b05e7ea1-eddc-4a54-9c25-af0de1064eb2 None None] Set router 7688dbfa-20d5-4488-9a6c-8014496b34e4 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:00:09.790927 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-0f6a0c40-4c8b-4ece-b34d-ad1fd8ee8c06 admin admin] Deleting port 880fc895-f86d-4914-9a23-1e68b24a0a79 {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:00:09.791264 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0c40-4c8b-4ece-b34d-ad1fd8ee8c06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (880fc895-f86d-4914-9a23-1e68b24a0a79), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:09.867456 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [None req-0f6a0c40-4c8b-4ece-b34d-ad1fd8ee8c06 admin admin] For port 880fc895-f86d-4914-9a23-1e68b24a0a79, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=880fc895-f86d-4914-9a23-1e68b24a0a79,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:09.867820 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0c40-4c8b-4ece-b34d-ad1fd8ee8c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (880fc895-f86d-4914-9a23-1e68b24a0a79), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:09.883553 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-0f6a0c40-4c8b-4ece-b34d-ad1fd8ee8c06 admin admin] Calling delete_port for 880fc895-f86d-4914-9a23-1e68b24a0a79 owned by network:router_gateway {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:00:09.891584 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-b05e7ea1-eddc-4a54-9c25-af0de1064eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'name': 'tempest-TestVolumeBootPattern-47432897-router', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T16:00:08Z', 'revision_number': 5, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'gw_port': {'id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:09.918079 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05e7ea1-eddc-4a54-9c25-af0de1064eb2 None None] The sync data for ids ['7688dbfa-20d5-4488-9a6c-8014496b34e4'] in dv-cinder-562053-19-iscsi is: [{'id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'name': 'tempest-TestVolumeBootPattern-47432897-router', 'tenant_id': 'b38e7969800b462c9f549e8936e05713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T16:00:08Z', 'revision_number': 5, 'project_id': 'b38e7969800b462c9f549e8936e05713', 'gw_port': {'id': '880fc895-f86d-4914-9a23-1e68b24a0a79', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688dbfa-20d5-4488-9a6c-8014496b34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:43Z', 'updated_at': '2022-03-29T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:00:10.120245 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0c40-4c8b-4ece-b34d-ad1fd8ee8c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (880fc895-f86d-4914-9a23-1e68b24a0a79), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:10.145576 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a0c40-4c8b-4ece-b34d-ad1fd8ee8c06 admin admin] Pushing event deleted for resources: {'Port': ['ID=880fc895-f86d-4914-9a23-1e68b24a0a79,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:10.205378 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0c40-4c8b-4ece-b34d-ad1fd8ee8c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1033222'] for router_gateway (7688dbfa-20d5-4488-9a6c-8014496b34e4), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:10.314696 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0c40-4c8b-4ece-b34d-ad1fd8ee8c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-883'] for router (7688dbfa-20d5-4488-9a6c-8014496b34e4), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:10.316995 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0c40-4c8b-4ece-b34d-ad1fd8ee8c06 admin admin] Publish callbacks [] for router_controller (7688dbfa-20d5-4488-9a6c-8014496b34e4), precommit_delete_associations {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:10.470147 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0c40-4c8b-4ece-b34d-ad1fd8ee8c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034723'] for router (7688dbfa-20d5-4488-9a6c-8014496b34e4), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:10.470642 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6a0c40-4c8b-4ece-b34d-ad1fd8ee8c06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7688dbfa-20d5-4488-9a6c-8014496b34e4 {{(pid=103831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:00:10.479300 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0c40-4c8b-4ece-b34d-ad1fd8ee8c06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:10.479300 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-0f6a0c40-4c8b-4ece-b34d-ad1fd8ee8c06 admin admin] 10.222.0.39 "DELETE /v2.0/routers/7688dbfa-20d5-4488-9a6c-8014496b34e4 HTTP/1.1" status: 204 len: 168 time: 1.3070228 Mar 29 16:00:10.480937 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 45614) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:00:10.527955 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.db_base_plugin_v2 [None req-67abe20b-c934-4e00-9a95-9f7f0f3afebd admin admin] Deleting subnet 0b7273ae-f678-496a-aaad-7ae864b3fe14 {{(pid=103832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 16:00:10.531398 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-67abe20b-c934-4e00-9a95-9f7f0f3afebd admin admin] Publish callbacks [] for subnet (0b7273ae-f678-496a-aaad-7ae864b3fe14), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:10.566991 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-67abe20b-c934-4e00-9a95-9f7f0f3afebd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032645'] for subnet (0b7273ae-f678-496a-aaad-7ae864b3fe14), precommit_delete_associations {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:10.582737 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-3edbf002-a6df-422f-a6c3-65620518b045 req-5e460344-8657-49d5-acb4-d28f46dbfc8b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a94d314-9d87-4a81-af37-649260c8d79a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1041968 Mar 29 16:00:10.665659 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-67abe20b-c934-4e00-9a95-9f7f0f3afebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171654'] for subnet (0b7273ae-f678-496a-aaad-7ae864b3fe14), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:10.682621 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbf002-a6df-422f-a6c3-65620518b045 req-22e2346e-ba4e-4ce7-9093-9c256e47a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:10.684187 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-3edbf002-a6df-422f-a6c3-65620518b045 req-22e2346e-ba4e-4ce7-9093-9c256e47a90b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afec2f6261d64114a4b5808565ea6c02&device_id=1a94d314-9d87-4a81-af37-649260c8d79a HTTP/1.1" status: 200 len: 1129 time: 0.0492957 Mar 29 16:00:10.789299 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbf002-a6df-422f-a6c3-65620518b045 req-1d10c79d-992a-42ee-a724-645e23bf73f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:10.790760 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-3edbf002-a6df-422f-a6c3-65620518b045 req-1d10c79d-992a-42ee-a724-645e23bf73f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0cf3eb0-1596-439e-ab06-8468ad70da92 HTTP/1.1" status: 200 len: 915 time: 0.0846493 Mar 29 16:00:10.795435 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-67abe20b-c934-4e00-9a95-9f7f0f3afebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10479047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10310206'] for subnet (0b7273ae-f678-496a-aaad-7ae864b3fe14), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:10.822089 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abe20b-c934-4e00-9a95-9f7f0f3afebd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b7273ae-f678-496a-aaad-7ae864b3fe14,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:10.824518 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-67abe20b-c934-4e00-9a95-9f7f0f3afebd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:10.827610 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-67abe20b-c934-4e00-9a95-9f7f0f3afebd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0b7273ae-f678-496a-aaad-7ae864b3fe14 HTTP/1.1" status: 204 len: 168 time: 0.3456919 Mar 29 16:00:10.829477 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ba5903-3241-4046-84e1-4c4b70b072ba None None] Network 4743a25d-6f3c-4176-a7c2-eecb6d06479d requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:00:10.833542 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 45622) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:00:10.840892 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abe20b-c934-4e00-9a95-9f7f0f3afebd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:10.841763 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abe20b-c934-4e00-9a95-9f7f0f3afebd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:10.841763 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abe20b-c934-4e00-9a95-9f7f0f3afebd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:10.842003 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abe20b-c934-4e00-9a95-9f7f0f3afebd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:10.842272 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abe20b-c934-4e00-9a95-9f7f0f3afebd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:10.842566 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abe20b-c934-4e00-9a95-9f7f0f3afebd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:10.842892 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abe20b-c934-4e00-9a95-9f7f0f3afebd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:10.843225 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abe20b-c934-4e00-9a95-9f7f0f3afebd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:10.843580 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abe20b-c934-4e00-9a95-9f7f0f3afebd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:10.843917 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abe20b-c934-4e00-9a95-9f7f0f3afebd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:10.844246 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abe20b-c934-4e00-9a95-9f7f0f3afebd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:10.844729 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abe20b-c934-4e00-9a95-9f7f0f3afebd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:10.845499 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abe20b-c934-4e00-9a95-9f7f0f3afebd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:10.845827 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abe20b-c934-4e00-9a95-9f7f0f3afebd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:10.846149 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abe20b-c934-4e00-9a95-9f7f0f3afebd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:10.868203 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-3edbf002-a6df-422f-a6c3-65620518b045 req-897aa6b1-2482-4a06-b1b8-2ea63a713522 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcc8535c-9331-4074-a90c-39e52bc9031c HTTP/1.1" status: 200 len: 1001 time: 0.0677378 Mar 29 16:00:10.914588 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d54f9aa9-275d-466f-bb67-c15e5d4d4ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105799'] for network (4743a25d-6f3c-4176-a7c2-eecb6d06479d), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:10.924204 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbf002-a6df-422f-a6c3-65620518b045 req-dc2c70cb-a48f-4028-8b68-d86854100d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:10.926312 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-3edbf002-a6df-422f-a6c3-65620518b045 req-dc2c70cb-a48f-4028-8b68-d86854100d82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b21cdc-04db-44d5-82e6-f708c8512a80 HTTP/1.1" status: 200 len: 853 time: 0.0489624 Mar 29 16:00:10.976378 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-d54f9aa9-275d-466f-bb67-c15e5d4d4ddf admin admin] Deleting port 8b51803c-a90d-481d-9096-746e6321ffcf {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:00:10.977060 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d54f9aa9-275d-466f-bb67-c15e5d4d4ddf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (8b51803c-a90d-481d-9096-746e6321ffcf), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:11.007772 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbf002-a6df-422f-a6c3-65620518b045 req-6b9e9856-1238-42ba-8108-eefffaecaac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:11.009351 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-3edbf002-a6df-422f-a6c3-65620518b045 req-6b9e9856-1238-42ba-8108-eefffaecaac7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0cf3eb0-1596-439e-ab06-8468ad70da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0730250 Mar 29 16:00:11.020103 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831ef0f5-140e-4802-8429-464c2488cfcb None None] DHCP port deletion for 4743a25d-6f3c-4176-a7c2-eecb6d06479d request from dv-cinder-562053-19-iscsi {{(pid=103833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 16:00:11.046809 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.db [None req-d54f9aa9-275d-466f-bb67-c15e5d4d4ddf admin admin] For port 8b51803c-a90d-481d-9096-746e6321ffcf, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=8b51803c-a90d-481d-9096-746e6321ffcf,segment=NetworkSegment(6d655c62-26bc-4f1a-b28a-6428719d7433),segment_id=6d655c62-26bc-4f1a-b28a-6428719d7433)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:11.047099 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d54f9aa9-275d-466f-bb67-c15e5d4d4ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (8b51803c-a90d-481d-9096-746e6321ffcf), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:11.060838 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-d54f9aa9-275d-466f-bb67-c15e5d4d4ddf admin admin] Calling delete_port for 8b51803c-a90d-481d-9096-746e6321ffcf owned by network:dhcp {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:00:11.067689 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-831ef0f5-140e-4802-8429-464c2488cfcb None None] Deleting port 8b51803c-a90d-481d-9096-746e6321ffcf {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:00:11.068359 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-831ef0f5-140e-4802-8429-464c2488cfcb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (8b51803c-a90d-481d-9096-746e6321ffcf), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:11.109272 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-3edbf002-a6df-422f-a6c3-65620518b045 req-ebc56651-fa5c-4731-9eb9-70d063f48e12 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902195 Mar 29 16:00:11.132245 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-831ef0f5-140e-4802-8429-464c2488cfcb None None] For port 8b51803c-a90d-481d-9096-746e6321ffcf, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=8b51803c-a90d-481d-9096-746e6321ffcf,segment=NetworkSegment(6d655c62-26bc-4f1a-b28a-6428719d7433),segment_id=6d655c62-26bc-4f1a-b28a-6428719d7433)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:11.132668 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-831ef0f5-140e-4802-8429-464c2488cfcb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (8b51803c-a90d-481d-9096-746e6321ffcf), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:11.206562 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d54f9aa9-275d-466f-bb67-c15e5d4d4ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (8b51803c-a90d-481d-9096-746e6321ffcf), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:11.206856 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-3edbf002-a6df-422f-a6c3-65620518b045 req-b852173e-9352-48dc-a128-8c4195f9b65c service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888228 Mar 29 16:00:11.235103 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f9aa9-275d-466f-bb67-c15e5d4d4ddf admin admin] Pushing event deleted for resources: {'Port': ['ID=8b51803c-a90d-481d-9096-746e6321ffcf,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:11.237032 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54f9aa9-275d-466f-bb67-c15e5d4d4ddf admin admin] No DVR routers for this DVR port 8b51803c-a90d-481d-9096-746e6321ffcf on host dv-cinder-562053-19-iscsi {{(pid=103832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:00:11.277577 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-831ef0f5-140e-4802-8429-464c2488cfcb None None] Calling delete_port for 8b51803c-a90d-481d-9096-746e6321ffcf owned by network:dhcp {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:00:11.309311 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d54f9aa9-275d-466f-bb67-c15e5d4d4ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1238605', 'neutron.services.segments.db._delete_segments_for_network-8748544868922'] for network (4743a25d-6f3c-4176-a7c2-eecb6d06479d), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:11.328012 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.services.segments.db [None req-d54f9aa9-275d-466f-bb67-c15e5d4d4ddf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4743a25d-6f3c-4176-a7c2-eecb6d06479d']}} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:11.338484 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.services.segments.db [None req-d54f9aa9-275d-466f-bb67-c15e5d4d4ddf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d655c62-26bc-4f1a-b28a-6428719d7433') {'for_net_delete': True} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:11.338785 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.services.segments.db [None req-d54f9aa9-275d-466f-bb67-c15e5d4d4ddf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d655c62-26bc-4f1a-b28a-6428719d7433') {} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:11.351747 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-831ef0f5-140e-4802-8429-464c2488cfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943'] for port (8b51803c-a90d-481d-9096-746e6321ffcf), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:11.351982 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d54f9aa9-275d-466f-bb67-c15e5d4d4ddf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748544868419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032654'] for segment (6d655c62-26bc-4f1a-b28a-6428719d7433), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:11.365008 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d54f9aa9-275d-466f-bb67-c15e5d4d4ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (6d655c62-26bc-4f1a-b28a-6428719d7433), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:11.370963 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54f9aa9-275d-466f-bb67-c15e5d4d4ddf admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:00:11.371361 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d54f9aa9-275d-466f-bb67-c15e5d4d4ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10426465'] for segment (6d655c62-26bc-4f1a-b28a-6428719d7433), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: Traceback (most recent call last): Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: timer() Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: cb(*args, **kw) Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: return func(*args, **kwargs) Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: self._notify() Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: self.callback(batched_events) Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: event.method(event) Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: return f(self, *a, **k) Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: return self._get(url).json() Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: return self.request(url, 'GET', **kwargs) Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:00:11.373049 dv-cinder-562053-19-iscsi neutron-server[103832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:00:11.376417 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ef0f5-140e-4802-8429-464c2488cfcb None None] Pushing event deleted for resources: {'Port': ['ID=8b51803c-a90d-481d-9096-746e6321ffcf,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:11.383745 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831ef0f5-140e-4802-8429-464c2488cfcb None None] No DVR routers for this DVR port 8b51803c-a90d-481d-9096-746e6321ffcf on host dv-cinder-562053-19-iscsi {{(pid=103833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:00:11.385805 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ef0f5-140e-4802-8429-464c2488cfcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:11.386153 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ef0f5-140e-4802-8429-464c2488cfcb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:11.386496 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ef0f5-140e-4802-8429-464c2488cfcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:11.386885 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ef0f5-140e-4802-8429-464c2488cfcb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:11.387208 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ef0f5-140e-4802-8429-464c2488cfcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:11.387505 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ef0f5-140e-4802-8429-464c2488cfcb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:11.387832 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ef0f5-140e-4802-8429-464c2488cfcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:11.388158 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ef0f5-140e-4802-8429-464c2488cfcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:11.388603 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ef0f5-140e-4802-8429-464c2488cfcb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:11.392362 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ef0f5-140e-4802-8429-464c2488cfcb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:11.392362 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ef0f5-140e-4802-8429-464c2488cfcb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:11.392362 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ef0f5-140e-4802-8429-464c2488cfcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:11.392362 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ef0f5-140e-4802-8429-464c2488cfcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:11.392362 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ef0f5-140e-4802-8429-464c2488cfcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:11.392362 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ef0f5-140e-4802-8429-464c2488cfcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:11.491932 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d54f9aa9-275d-466f-bb67-c15e5d4d4ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1238596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033322'] for network (4743a25d-6f3c-4176-a7c2-eecb6d06479d), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:11.496369 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d54f9aa9-275d-466f-bb67-c15e5d4d4ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:11.499773 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-d54f9aa9-275d-466f-bb67-c15e5d4d4ddf admin admin] 10.222.0.39 "DELETE /v2.0/networks/4743a25d-6f3c-4176-a7c2-eecb6d06479d HTTP/1.1" status: 204 len: 168 time: 0.6650577 Mar 29 16:00:11.503180 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 45624) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:00:11.513457 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f9aa9-275d-466f-bb67-c15e5d4d4ddf admin admin] Pushing event deleted for resources: {'Network': ['ID=4743a25d-6f3c-4176-a7c2-eecb6d06479d,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:11.539575 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea no longer exists at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:00:11.562975 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] No Port match for: ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:00:11.563238 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device ceeb6b45-a1f1-4c3d-8c29-9af8e88724ea not bound to the agent host dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:00:11.564182 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 8b51803c-a90d-481d-9096-746e6321ffcf no longer exists at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:00:11.582481 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] No Port match for: 8b51803c-a90d-481d-9096-746e6321ffcf {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:00:11.582818 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 8b51803c-a90d-481d-9096-746e6321ffcf not bound to the agent host dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:00:11.583216 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 880fc895-f86d-4914-9a23-1e68b24a0a79 no longer exists at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:00:11.601135 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] No Port match for: 880fc895-f86d-4914-9a23-1e68b24a0a79 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:00:11.601475 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 880fc895-f86d-4914-9a23-1e68b24a0a79 not bound to the agent host dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:00:11.857529 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-69c2ca14-3faf-458f-8e15-a92a38db2b16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032828'] for router_interface (16fc797e-48a0-4d0b-bb03-89a629c2cd90), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:12.097236 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-69c2ca14-3faf-458f-8e15-a92a38db2b16 admin admin] Deleting port 1bf8ed32-6c1a-4972-9aef-b597496d2db8 {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:00:12.097579 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-69c2ca14-3faf-458f-8e15-a92a38db2b16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (1bf8ed32-6c1a-4972-9aef-b597496d2db8), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:12.172364 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [None req-69c2ca14-3faf-458f-8e15-a92a38db2b16 admin admin] For port 1bf8ed32-6c1a-4972-9aef-b597496d2db8, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=1bf8ed32-6c1a-4972-9aef-b597496d2db8,segment=NetworkSegment(23e97d31-01f2-4152-9343-0e588b0dca3e),segment_id=23e97d31-01f2-4152-9343-0e588b0dca3e)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:12.172722 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-69c2ca14-3faf-458f-8e15-a92a38db2b16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (1bf8ed32-6c1a-4972-9aef-b597496d2db8), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:12.184924 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-69c2ca14-3faf-458f-8e15-a92a38db2b16 admin admin] Calling delete_port for 1bf8ed32-6c1a-4972-9aef-b597496d2db8 owned by network:router_interface {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:00:12.457586 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-69c2ca14-3faf-458f-8e15-a92a38db2b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (1bf8ed32-6c1a-4972-9aef-b597496d2db8), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:12.480612 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2ca14-3faf-458f-8e15-a92a38db2b16 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf8ed32-6c1a-4972-9aef-b597496d2db8,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:12.653776 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-69c2ca14-3faf-458f-8e15-a92a38db2b16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1025627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1035244'] for router_interface (16fc797e-48a0-4d0b-bb03-89a629c2cd90), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:12.863705 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c2ca14-3faf-458f-8e15-a92a38db2b16 admin admin] Router 16fc797e-48a0-4d0b-bb03-89a629c2cd90 has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:00:12.966701 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c2ca14-3faf-458f-8e15-a92a38db2b16 admin admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:00:12.972149 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-69c2ca14-3faf-458f-8e15-a92a38db2b16 admin admin] 10.222.0.39 "PUT /v2.0/routers/16fc797e-48a0-4d0b-bb03-89a629c2cd90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4676847 Mar 29 16:00:12.974550 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 45630) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:00:12.977133 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc3ced1-b9b4-410e-bf84-8cee0df4f0f0 None None] Sync routers for ids ['16fc797e-48a0-4d0b-bb03-89a629c2cd90'] in dv-cinder-562053-19-iscsi {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:00:12.987217 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc3ced1-b9b4-410e-bf84-8cee0df4f0f0 None None] Routers {'16fc797e-48a0-4d0b-bb03-89a629c2cd90'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:00:12.987842 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-9cc3ced1-b9b4-410e-bf84-8cee0df4f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:59:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['16fc797e-48a0-4d0b-bb03-89a629c2cd90'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:13.077050 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-862986de-e174-466b-9333-c01bea2058fa admin admin] Publish callbacks [] for router (16fc797e-48a0-4d0b-bb03-89a629c2cd90), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:13.090986 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-9cc3ced1-b9b4-410e-bf84-8cee0df4f0f0 None None] Set router 16fc797e-48a0-4d0b-bb03-89a629c2cd90 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:00:13.273671 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-9cc3ced1-b9b4-410e-bf84-8cee0df4f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fc797e-48a0-4d0b-bb03-89a629c2cd90', 'name': 'tempest-TestVolumeBootPattern-1389976365-router', 'tenant_id': 'b303de7a1530461190214c3de9c1ee0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:30:50Z', 'updated_at': '2022-03-29T16:00:12Z', 'revision_number': 5, 'project_id': 'b303de7a1530461190214c3de9c1ee0f', 'gw_port': {'id': '5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fc797e-48a0-4d0b-bb03-89a629c2cd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:51Z', 'updated_at': '2022-03-29T15:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:13.305143 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc3ced1-b9b4-410e-bf84-8cee0df4f0f0 None None] Checking router: 16fc797e-48a0-4d0b-bb03-89a629c2cd90 for host: dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:00:13.313962 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc3ced1-b9b4-410e-bf84-8cee0df4f0f0 None None] Routers {'16fc797e-48a0-4d0b-bb03-89a629c2cd90'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:00:13.314595 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-9cc3ced1-b9b4-410e-bf84-8cee0df4f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T15:59:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['16fc797e-48a0-4d0b-bb03-89a629c2cd90'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:13.422705 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-9cc3ced1-b9b4-410e-bf84-8cee0df4f0f0 None None] Set router 16fc797e-48a0-4d0b-bb03-89a629c2cd90 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:00:13.435153 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-862986de-e174-466b-9333-c01bea2058fa admin admin] Publish callbacks [] for router_gateway (16fc797e-48a0-4d0b-bb03-89a629c2cd90), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:13.559791 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-862986de-e174-466b-9333-c01bea2058fa admin admin] Deleting port 5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:00:13.560516 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-862986de-e174-466b-9333-c01bea2058fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:13.599917 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-9cc3ced1-b9b4-410e-bf84-8cee0df4f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fc797e-48a0-4d0b-bb03-89a629c2cd90', 'name': 'tempest-TestVolumeBootPattern-1389976365-router', 'tenant_id': 'b303de7a1530461190214c3de9c1ee0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:30:50Z', 'updated_at': '2022-03-29T16:00:12Z', 'revision_number': 5, 'project_id': 'b303de7a1530461190214c3de9c1ee0f', 'gw_port': {'id': '5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fc797e-48a0-4d0b-bb03-89a629c2cd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:51Z', 'updated_at': '2022-03-29T15:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:13.629267 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc3ced1-b9b4-410e-bf84-8cee0df4f0f0 None None] The sync data for ids ['16fc797e-48a0-4d0b-bb03-89a629c2cd90'] in dv-cinder-562053-19-iscsi is: [{'id': '16fc797e-48a0-4d0b-bb03-89a629c2cd90', 'name': 'tempest-TestVolumeBootPattern-1389976365-router', 'tenant_id': 'b303de7a1530461190214c3de9c1ee0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:30:50Z', 'updated_at': '2022-03-29T16:00:12Z', 'revision_number': 5, 'project_id': 'b303de7a1530461190214c3de9c1ee0f', 'gw_port': {'id': '5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fc797e-48a0-4d0b-bb03-89a629c2cd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:30:51Z', 'updated_at': '2022-03-29T15:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}] {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:00:13.642267 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [None req-862986de-e174-466b-9333-c01bea2058fa admin admin] For port 5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:13.642634 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-862986de-e174-466b-9333-c01bea2058fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:13.656453 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-862986de-e174-466b-9333-c01bea2058fa admin admin] Calling delete_port for 5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e owned by network:router_gateway {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:00:13.857693 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:13.874800 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-862986de-e174-466b-9333-c01bea2058fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:13.898357 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862986de-e174-466b-9333-c01bea2058fa admin admin] Pushing event deleted for resources: {'Port': ['ID=5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:13.959302 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-862986de-e174-466b-9333-c01bea2058fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1033222'] for router_gateway (16fc797e-48a0-4d0b-bb03-89a629c2cd90), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:14.057008 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-862986de-e174-466b-9333-c01bea2058fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-883'] for router (16fc797e-48a0-4d0b-bb03-89a629c2cd90), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:14.059209 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-862986de-e174-466b-9333-c01bea2058fa admin admin] Publish callbacks [] for router_controller (16fc797e-48a0-4d0b-bb03-89a629c2cd90), precommit_delete_associations {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:14.152780 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-862986de-e174-466b-9333-c01bea2058fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034723'] for router (16fc797e-48a0-4d0b-bb03-89a629c2cd90), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:14.153415 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862986de-e174-466b-9333-c01bea2058fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16fc797e-48a0-4d0b-bb03-89a629c2cd90 {{(pid=103831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:00:14.157862 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-862986de-e174-466b-9333-c01bea2058fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:14.158902 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-862986de-e174-466b-9333-c01bea2058fa admin admin] 10.222.0.39 "DELETE /v2.0/routers/16fc797e-48a0-4d0b-bb03-89a629c2cd90 HTTP/1.1" status: 204 len: 168 time: 1.1834085 Mar 29 16:00:14.162136 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 45634) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:00:14.206505 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6a74f1-53ce-4a9c-b185-9ba47a0a9cb5 admin admin] Deleting subnet 845828b1-4e61-4f9d-ba52-6244b62c075c {{(pid=103831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 16:00:14.209900 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3b6a74f1-53ce-4a9c-b185-9ba47a0a9cb5 admin admin] Publish callbacks [] for subnet (845828b1-4e61-4f9d-ba52-6244b62c075c), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:14.245919 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3b6a74f1-53ce-4a9c-b185-9ba47a0a9cb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416713'] for subnet (845828b1-4e61-4f9d-ba52-6244b62c075c), precommit_delete_associations {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:14.326247 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3b6a74f1-53ce-4a9c-b185-9ba47a0a9cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171654'] for subnet (845828b1-4e61-4f9d-ba52-6244b62c075c), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:14.427400 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3b6a74f1-53ce-4a9c-b185-9ba47a0a9cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10297124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8528634'] for subnet (845828b1-4e61-4f9d-ba52-6244b62c075c), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:14.451041 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a74f1-53ce-4a9c-b185-9ba47a0a9cb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=845828b1-4e61-4f9d-ba52-6244b62c075c,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:14.456810 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-3b6a74f1-53ce-4a9c-b185-9ba47a0a9cb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for subnet (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:14.460305 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-3b6a74f1-53ce-4a9c-b185-9ba47a0a9cb5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/845828b1-4e61-4f9d-ba52-6244b62c075c HTTP/1.1" status: 204 len: 168 time: 0.2976544 Mar 29 16:00:14.462475 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 45636) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:00:14.462668 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d803978-3aea-4fca-b464-9aa6f1e9c9e4 None None] Network 909f1a4a-9bcf-435d-89ab-3956b9f91c25 requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:00:14.534319 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-aa0b6a0f-828c-4af3-abc2-9e10d6867627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105799'] for network (909f1a4a-9bcf-435d-89ab-3956b9f91c25), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:14.589212 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-aa0b6a0f-828c-4af3-abc2-9e10d6867627 admin admin] Deleting port 099268ae-c7d9-4a4f-9b93-03c4c9079ced {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:00:14.589775 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-aa0b6a0f-828c-4af3-abc2-9e10d6867627 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (099268ae-c7d9-4a4f-9b93-03c4c9079ced), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:14.625485 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644402f7-6727-45f5-a4d0-e0110208fa0d None None] DHCP port deletion for 909f1a4a-9bcf-435d-89ab-3956b9f91c25 request from dv-cinder-562053-19-iscsi {{(pid=103833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 16:00:14.653721 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [None req-aa0b6a0f-828c-4af3-abc2-9e10d6867627 admin admin] For port 099268ae-c7d9-4a4f-9b93-03c4c9079ced, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=099268ae-c7d9-4a4f-9b93-03c4c9079ced,segment=NetworkSegment(23e97d31-01f2-4152-9343-0e588b0dca3e),segment_id=23e97d31-01f2-4152-9343-0e588b0dca3e)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:14.654092 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-aa0b6a0f-828c-4af3-abc2-9e10d6867627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (099268ae-c7d9-4a4f-9b93-03c4c9079ced), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:14.668206 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-aa0b6a0f-828c-4af3-abc2-9e10d6867627 admin admin] Calling delete_port for 099268ae-c7d9-4a4f-9b93-03c4c9079ced owned by network:dhcp {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:00:14.677319 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-644402f7-6727-45f5-a4d0-e0110208fa0d None None] Deleting port 099268ae-c7d9-4a4f-9b93-03c4c9079ced {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:00:14.677695 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-644402f7-6727-45f5-a4d0-e0110208fa0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (099268ae-c7d9-4a4f-9b93-03c4c9079ced), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:14.738282 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-644402f7-6727-45f5-a4d0-e0110208fa0d None None] For port 099268ae-c7d9-4a4f-9b93-03c4c9079ced, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=099268ae-c7d9-4a4f-9b93-03c4c9079ced,segment=NetworkSegment(23e97d31-01f2-4152-9343-0e588b0dca3e),segment_id=23e97d31-01f2-4152-9343-0e588b0dca3e)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:14.738678 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-644402f7-6727-45f5-a4d0-e0110208fa0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (099268ae-c7d9-4a4f-9b93-03c4c9079ced), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:14.751461 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-644402f7-6727-45f5-a4d0-e0110208fa0d None None] Calling delete_port for 099268ae-c7d9-4a4f-9b93-03c4c9079ced owned by network:dhcp {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:00:14.818074 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-aa0b6a0f-828c-4af3-abc2-9e10d6867627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (099268ae-c7d9-4a4f-9b93-03c4c9079ced), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:14.836820 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-644402f7-6727-45f5-a4d0-e0110208fa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943'] for port (099268ae-c7d9-4a4f-9b93-03c4c9079ced), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:14.850277 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b6a0f-828c-4af3-abc2-9e10d6867627 admin admin] Pushing event deleted for resources: {'Port': ['ID=099268ae-c7d9-4a4f-9b93-03c4c9079ced,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:14.852007 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0b6a0f-828c-4af3-abc2-9e10d6867627 admin admin] No DVR routers for this DVR port 099268ae-c7d9-4a4f-9b93-03c4c9079ced on host dv-cinder-562053-19-iscsi {{(pid=103831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:00:14.856366 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644402f7-6727-45f5-a4d0-e0110208fa0d None None] Pushing event deleted for resources: {'Port': ['ID=099268ae-c7d9-4a4f-9b93-03c4c9079ced,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:14.858344 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644402f7-6727-45f5-a4d0-e0110208fa0d None None] No DVR routers for this DVR port 099268ae-c7d9-4a4f-9b93-03c4c9079ced on host dv-cinder-562053-19-iscsi {{(pid=103833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:00:14.924810 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-aa0b6a0f-828c-4af3-abc2-9e10d6867627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1238605', 'neutron.services.segments.db._delete_segments_for_network-8748544868922'] for network (909f1a4a-9bcf-435d-89ab-3956b9f91c25), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:14.948171 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.services.segments.db [None req-aa0b6a0f-828c-4af3-abc2-9e10d6867627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909f1a4a-9bcf-435d-89ab-3956b9f91c25']}} {{(pid=103831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:14.957445 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.services.segments.db [None req-aa0b6a0f-828c-4af3-abc2-9e10d6867627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e97d31-01f2-4152-9343-0e588b0dca3e') {'for_net_delete': True} {{(pid=103831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:14.957747 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.services.segments.db [None req-aa0b6a0f-828c-4af3-abc2-9e10d6867627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e97d31-01f2-4152-9343-0e588b0dca3e') {} {{(pid=103831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:14.966881 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-aa0b6a0f-828c-4af3-abc2-9e10d6867627 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748544868419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416706'] for segment (23e97d31-01f2-4152-9343-0e588b0dca3e), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:14.980944 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-aa0b6a0f-828c-4af3-abc2-9e10d6867627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (23e97d31-01f2-4152-9343-0e588b0dca3e), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:14.987327 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0b6a0f-828c-4af3-abc2-9e10d6867627 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-aa0b6a0f-828c-4af3-abc2-9e10d6867627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10347138'] for segment (23e97d31-01f2-4152-9343-0e588b0dca3e), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: Traceback (most recent call last): Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: timer() Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: cb(*args, **kw) Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: return func(*args, **kwargs) Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: self._notify() Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: self.callback(batched_events) Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: event.method(event) Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: return f(self, *a, **k) Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: return self._get(url).json() Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: return self.request(url, 'GET', **kwargs) Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:00:14.990992 dv-cinder-562053-19-iscsi neutron-server[103831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:00:15.092058 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-aa0b6a0f-828c-4af3-abc2-9e10d6867627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1238596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033322'] for network (909f1a4a-9bcf-435d-89ab-3956b9f91c25), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:15.097875 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-aa0b6a0f-828c-4af3-abc2-9e10d6867627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:15.101644 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-aa0b6a0f-828c-4af3-abc2-9e10d6867627 admin admin] 10.222.0.39 "DELETE /v2.0/networks/909f1a4a-9bcf-435d-89ab-3956b9f91c25 HTTP/1.1" status: 204 len: 168 time: 0.6374969 Mar 29 16:00:15.112656 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b6a0f-828c-4af3-abc2-9e10d6867627 admin admin] Pushing event deleted for resources: {'Network': ['ID=909f1a4a-9bcf-435d-89ab-3956b9f91c25,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:15.349417 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 45642) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:00:15.387536 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-2b10a6fd-a463-4869-b4e8-cc31376c749a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b38e7969800b462c9f549e8936e05713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369408 Mar 29 16:00:15.390371 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 45644) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:00:15.437903 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-da9428b5-c69c-4d18-b867-5af396c9c298 admin admin] Publish callbacks [] for security_group (838a7e0d-cc4a-44d5-9ad4-8cc83334146b), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:15.463219 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-da9428b5-c69c-4d18-b867-5af396c9c298 admin admin] Publish callbacks [] for security_group (838a7e0d-cc4a-44d5-9ad4-8cc83334146b), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:15.538804 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 1bf8ed32-6c1a-4972-9aef-b597496d2db8 no longer exists at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:00:15.559791 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] No Port match for: 1bf8ed32-6c1a-4972-9aef-b597496d2db8 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:00:15.560134 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 1bf8ed32-6c1a-4972-9aef-b597496d2db8 not bound to the agent host dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:00:15.560565 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 099268ae-c7d9-4a4f-9b93-03c4c9079ced no longer exists at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:00:15.577716 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-da9428b5-c69c-4d18-b867-5af396c9c298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (838a7e0d-cc4a-44d5-9ad4-8cc83334146b), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:15.578318 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] No Port match for: 099268ae-c7d9-4a4f-9b93-03c4c9079ced {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:00:15.578669 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 099268ae-c7d9-4a4f-9b93-03c4c9079ced not bound to the agent host dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:00:15.579598 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e no longer exists at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:00:15.581168 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-da9428b5-c69c-4d18-b867-5af396c9c298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:15.582386 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-da9428b5-c69c-4d18-b867-5af396c9c298 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/838a7e0d-cc4a-44d5-9ad4-8cc83334146b HTTP/1.1" status: 204 len: 168 time: 0.1911290 Mar 29 16:00:15.590102 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9428b5-c69c-4d18-b867-5af396c9c298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838a7e0d-cc4a-44d5-9ad4-8cc83334146b,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:15.604715 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] No Port match for: 5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:00:15.605067 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 5e5b6aaa-9f87-4ee5-acc3-a59f2ff4468e not bound to the agent host dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:00:16.188408 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 45652) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:00:16.227436 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-b0cfbfb3-c516-45c8-b25c-1a7ed2ce85db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b303de7a1530461190214c3de9c1ee0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378802 Mar 29 16:00:16.229759 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 45654) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:00:16.274311 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e1bd95b6-8c22-4504-bd53-7abb1b376262 admin admin] Publish callbacks [] for security_group (8268fa6c-c401-44d7-88c6-d627e928ee99), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:16.294665 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e1bd95b6-8c22-4504-bd53-7abb1b376262 admin admin] Publish callbacks [] for security_group (8268fa6c-c401-44d7-88c6-d627e928ee99), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:16.415605 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e1bd95b6-8c22-4504-bd53-7abb1b376262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (8268fa6c-c401-44d7-88c6-d627e928ee99), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:16.418100 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e1bd95b6-8c22-4504-bd53-7abb1b376262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:16.419231 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-e1bd95b6-8c22-4504-bd53-7abb1b376262 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8268fa6c-c401-44d7-88c6-d627e928ee99 HTTP/1.1" status: 204 len: 168 time: 0.1886108 Mar 29 16:00:16.428152 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd95b6-8c22-4504-bd53-7abb1b376262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8268fa6c-c401-44d7-88c6-d627e928ee99,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:17.473130 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:00:22.294990 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f3c457b9-7faf-4017-ab26-9ad312296ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:24.486739 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1ddb6513-f32c-42c1-82fd-18f75c724f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:25.720072 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:27.117756 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:28.512353 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:43.849146 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:52.297178 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-616d5070-cda3-4799-b4c2-ab122062570b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:54.472613 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:00:54.531684 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9e18bdcb-c173-47cc-a462-b7e5d4f4bb3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:55.720322 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:57.174269 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:58.503009 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:11.490516 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-fe1479a4-dbb3-42dc-bb7f-259367a24c19 req-592a196b-f49e-4713-a4c6-5fcde2516b7e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a94d314-9d87-4a81-af37-649260c8d79a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441308 Mar 29 16:01:11.579594 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1479a4-dbb3-42dc-bb7f-259367a24c19 req-ff872fc5-13e5-449a-8690-1f4bf790f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:11.581053 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-fe1479a4-dbb3-42dc-bb7f-259367a24c19 req-ff872fc5-13e5-449a-8690-1f4bf790f2a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afec2f6261d64114a4b5808565ea6c02&device_id=1a94d314-9d87-4a81-af37-649260c8d79a HTTP/1.1" status: 200 len: 1129 time: 0.0441120 Mar 29 16:01:11.688157 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1479a4-dbb3-42dc-bb7f-259367a24c19 req-36ea02f8-1e86-468f-97fd-323a8a178eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:11.689669 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-fe1479a4-dbb3-42dc-bb7f-259367a24c19 req-36ea02f8-1e86-468f-97fd-323a8a178eb9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0cf3eb0-1596-439e-ab06-8468ad70da92 HTTP/1.1" status: 200 len: 915 time: 0.0851572 Mar 29 16:01:11.752640 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-fe1479a4-dbb3-42dc-bb7f-259367a24c19 req-f4afff5a-7bd4-40c8-9372-ca02d1bb4473 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcc8535c-9331-4074-a90c-39e52bc9031c HTTP/1.1" status: 200 len: 1001 time: 0.0567927 Mar 29 16:01:11.805962 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1479a4-dbb3-42dc-bb7f-259367a24c19 req-7886913a-4a2f-49ac-a280-3d1375beb696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:11.807492 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-fe1479a4-dbb3-42dc-bb7f-259367a24c19 req-7886913a-4a2f-49ac-a280-3d1375beb696 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b21cdc-04db-44d5-82e6-f708c8512a80 HTTP/1.1" status: 200 len: 853 time: 0.0455084 Mar 29 16:01:11.858750 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1479a4-dbb3-42dc-bb7f-259367a24c19 req-38e3e5dd-c785-47dc-a954-63cd5255d2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:11.860156 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-fe1479a4-dbb3-42dc-bb7f-259367a24c19 req-38e3e5dd-c785-47dc-a954-63cd5255d2b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0cf3eb0-1596-439e-ab06-8468ad70da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425463 Mar 29 16:01:11.949362 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-fe1479a4-dbb3-42dc-bb7f-259367a24c19 req-a916a604-4261-4add-bb32-6e59c8b67f87 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792022 Mar 29 16:01:12.042061 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-fe1479a4-dbb3-42dc-bb7f-259367a24c19 req-d95a815b-a224-4fb5-81c6-5702eddf267d service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837271 Mar 29 16:01:13.862599 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:22.319719 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-58b6f96f-c265-4287-9ff9-d4b80204bae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:24.491521 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b9658004-d516-4598-9364-eeca162d3b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:25.716080 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:27.133521 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:28.505052 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:31.472093 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:01:43.864846 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:52.308097 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-93d6cae0-cc4d-4e5a-a57a-e37bffe093b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:54.492783 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-79dcbfe1-879f-45ec-8ebe-075757af0707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:55.755132 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:57.153601 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:58.509657 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:08.470791 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:02:11.504373 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-82e45edf-a238-4e96-a150-2ec3188ee5e4 req-471ff19f-2e8f-4198-bd52-a26093752fc4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a94d314-9d87-4a81-af37-649260c8d79a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453923 Mar 29 16:02:11.590995 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e45edf-a238-4e96-a150-2ec3188ee5e4 req-b7a9386e-f4c9-4cf3-b8a1-f24936aba45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:11.592505 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-82e45edf-a238-4e96-a150-2ec3188ee5e4 req-b7a9386e-f4c9-4cf3-b8a1-f24936aba45c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afec2f6261d64114a4b5808565ea6c02&device_id=1a94d314-9d87-4a81-af37-649260c8d79a HTTP/1.1" status: 200 len: 1129 time: 0.0435150 Mar 29 16:02:11.698688 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e45edf-a238-4e96-a150-2ec3188ee5e4 req-7a76cbd0-528c-479a-bb74-bcefccb7edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:11.700035 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-82e45edf-a238-4e96-a150-2ec3188ee5e4 req-7a76cbd0-528c-479a-bb74-bcefccb7edb6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0cf3eb0-1596-439e-ab06-8468ad70da92 HTTP/1.1" status: 200 len: 915 time: 0.0851681 Mar 29 16:02:11.766333 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-82e45edf-a238-4e96-a150-2ec3188ee5e4 req-dc05c703-dd14-445d-9b08-2af57ca1d122 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcc8535c-9331-4074-a90c-39e52bc9031c HTTP/1.1" status: 200 len: 1001 time: 0.0571446 Mar 29 16:02:11.818010 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e45edf-a238-4e96-a150-2ec3188ee5e4 req-d327f58e-6a63-4908-a7a4-34eb9400cad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:11.819402 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-82e45edf-a238-4e96-a150-2ec3188ee5e4 req-d327f58e-6a63-4908-a7a4-34eb9400cad2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b21cdc-04db-44d5-82e6-f708c8512a80 HTTP/1.1" status: 200 len: 853 time: 0.0449021 Mar 29 16:02:11.870792 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e45edf-a238-4e96-a150-2ec3188ee5e4 req-32782809-a38d-4336-97bf-e3dcc4460e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:11.872251 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-82e45edf-a238-4e96-a150-2ec3188ee5e4 req-32782809-a38d-4336-97bf-e3dcc4460e91 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0cf3eb0-1596-439e-ab06-8468ad70da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427768 Mar 29 16:02:11.960820 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-82e45edf-a238-4e96-a150-2ec3188ee5e4 req-8df3c529-0278-4705-827d-e28a4ed18eeb service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791779 Mar 29 16:02:12.055207 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-82e45edf-a238-4e96-a150-2ec3188ee5e4 req-12ccccc7-1ac5-480b-b5ba-03bfb3728958 service neutron] 10.222.0.15 "GET /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857685 Mar 29 16:02:13.902564 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:22.330259 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7b702845-8ff1-4730-b253-20c89caefee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:24.485043 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-00db566c-8654-4e54-885e-5ae72f1a7d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:25.729152 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:27.140397 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:28.524210 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:43.894805 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:45.470317 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:02:52.293037 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-27139fcf-fbdf-4e37-9a6f-6961743348bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:54.494213 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-10508ce9-05e7-4422-bba6-9d8c3bee9744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:55.728117 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:57.145031 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:57.677318 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23ed50-2fa9-4bba-94d5-b28898d0989f req-45a36481-1e7a-41af-a2bb-97ead4e80a6a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:57.678768 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ec23ed50-2fa9-4bba-94d5-b28898d0989f req-45a36481-1e7a-41af-a2bb-97ead4e80a6a tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a94d314-9d87-4a81-af37-649260c8d79a HTTP/1.1" status: 200 len: 945 time: 0.3145924 Mar 29 16:02:57.724513 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ec23ed50-2fa9-4bba-94d5-b28898d0989f req-a06ca53a-2076-4ab1-a07c-37d53a048225 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a73167e2-4bc9-4cb2-9ce2-599de1865a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394897 Mar 29 16:02:57.765522 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9b561-a9fe-4727-ba79-4e2fe7854713 req-e2a53a1f-6c48-444f-bea6-f76fadc8dc98 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:57.766988 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9ac9b561-a9fe-4727-ba79-4e2fe7854713 req-e2a53a1f-6c48-444f-bea6-f76fadc8dc98 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a94d314-9d87-4a81-af37-649260c8d79a HTTP/1.1" status: 200 len: 945 time: 0.0525351 Mar 29 16:02:57.858608 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-9ac9b561-a9fe-4727-ba79-4e2fe7854713 req-a5d09c51-71f4-4f2c-b183-8c62f54808c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Deleting port bcc8535c-9331-4074-a90c-39e52bc9031c {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:02:57.858869 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-9ac9b561-a9fe-4727-ba79-4e2fe7854713 req-a5d09c51-71f4-4f2c-b183-8c62f54808c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (bcc8535c-9331-4074-a90c-39e52bc9031c), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:57.944456 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-9ac9b561-a9fe-4727-ba79-4e2fe7854713 req-a5d09c51-71f4-4f2c-b183-8c62f54808c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] For port bcc8535c-9331-4074-a90c-39e52bc9031c, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=bcc8535c-9331-4074-a90c-39e52bc9031c,segment=NetworkSegment(3213e27e-14c8-4f1b-8eca-ce8757f89eb8),segment_id=3213e27e-14c8-4f1b-8eca-ce8757f89eb8)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:57.944818 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-9ac9b561-a9fe-4727-ba79-4e2fe7854713 req-a5d09c51-71f4-4f2c-b183-8c62f54808c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (bcc8535c-9331-4074-a90c-39e52bc9031c), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:58.109960 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-9ac9b561-a9fe-4727-ba79-4e2fe7854713 req-a5d09c51-71f4-4f2c-b183-8c62f54808c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:58.110241 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-9ac9b561-a9fe-4727-ba79-4e2fe7854713 req-a5d09c51-71f4-4f2c-b183-8c62f54808c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (dcaa215a-1cd9-40b8-8f81-d496e00e03f1), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:58.110557 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.db.l3_db [req-9ac9b561-a9fe-4727-ba79-4e2fe7854713 req-a5d09c51-71f4-4f2c-b183-8c62f54808c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Floating IP dcaa215a-1cd9-40b8-8f81-d496e00e03f1 disassociated. External IP: 172.27.3.198, port: bcc8535c-9331-4074-a90c-39e52bc9031c. Mar 29 16:02:58.110890 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-9ac9b561-a9fe-4727-ba79-4e2fe7854713 req-a5d09c51-71f4-4f2c-b183-8c62f54808c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Calling delete_port for bcc8535c-9331-4074-a90c-39e52bc9031c owned by compute:nova {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:02:58.304839 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-9ac9b561-a9fe-4727-ba79-4e2fe7854713 req-a5d09c51-71f4-4f2c-b183-8c62f54808c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (bcc8535c-9331-4074-a90c-39e52bc9031c), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:58.332173 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d09c51-71f4-4f2c-b183-8c62f54808c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event deleted for resources: {'Port': ['ID=bcc8535c-9331-4074-a90c-39e52bc9031c,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:58.343439 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d09c51-71f4-4f2c-b183-8c62f54808c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:58.343797 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d09c51-71f4-4f2c-b183-8c62f54808c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:58.344144 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d09c51-71f4-4f2c-b183-8c62f54808c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:58.344513 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d09c51-71f4-4f2c-b183-8c62f54808c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:58.344851 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d09c51-71f4-4f2c-b183-8c62f54808c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:58.345185 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d09c51-71f4-4f2c-b183-8c62f54808c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:58.345518 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d09c51-71f4-4f2c-b183-8c62f54808c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:58.345851 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d09c51-71f4-4f2c-b183-8c62f54808c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:58.346184 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d09c51-71f4-4f2c-b183-8c62f54808c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:58.346511 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d09c51-71f4-4f2c-b183-8c62f54808c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:58.346840 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d09c51-71f4-4f2c-b183-8c62f54808c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:58.347191 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d09c51-71f4-4f2c-b183-8c62f54808c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:58.347520 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d09c51-71f4-4f2c-b183-8c62f54808c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:58.347845 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d09c51-71f4-4f2c-b183-8c62f54808c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:58.348170 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d09c51-71f4-4f2c-b183-8c62f54808c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:58.459033 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ac9b561-a9fe-4727-ba79-4e2fe7854713 req-a5d09c51-71f4-4f2c-b183-8c62f54808c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:02:58.533935 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:58.567206 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ac9b561-a9fe-4727-ba79-4e2fe7854713 req-a5d09c51-71f4-4f2c-b183-8c62f54808c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:02:58.577365 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd608b5-75dc-47c7-b9a6-464488a7085a None None] Sync routers for ids ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:02:58.588624 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd608b5-75dc-47c7-b9a6-464488a7085a None None] Routers {'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:58.589235 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-8fd608b5-75dc-47c7-b9a6-464488a7085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:02:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:58.608069 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac9b561-a9fe-4727-ba79-4e2fe7854713 req-a5d09c51-71f4-4f2c-b183-8c62f54808c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] No DVR routers for this DVR port bcc8535c-9331-4074-a90c-39e52bc9031c on host hv-cinder-56205 {{(pid=103831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:02:58.610545 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-9ac9b561-a9fe-4727-ba79-4e2fe7854713 req-a5d09c51-71f4-4f2c-b183-8c62f54808c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:58.614167 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-9ac9b561-a9fe-4727-ba79-4e2fe7854713 req-a5d09c51-71f4-4f2c-b183-8c62f54808c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.15 "DELETE /v2.0/ports/bcc8535c-9331-4074-a90c-39e52bc9031c HTTP/1.1" status: 204 len: 173 time: 0.8411682 Mar 29 16:02:58.614612 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a94d314-9d87-4a81-af37-649260c8d79a', 'name': 'network-vif-deleted', 'tag': 'bcc8535c-9331-4074-a90c-39e52bc9031c'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:02:58.616880 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f243ed9-ca3f-4aad-92d8-aca4baa00732" -d '{"events": [{"server_uuid": "1a94d314-9d87-4a81-af37-649260c8d79a", "name": "network-vif-deleted", "tag": "bcc8535c-9331-4074-a90c-39e52bc9031c"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:02:58.702845 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-8fd608b5-75dc-47c7-b9a6-464488a7085a None None] Set router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:02:58.749767 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4017ac-cf66-46f5-ac9e-dbed66ddb650 x-openstack-request-id: req-0e4017ac-cf66-46f5-ac9e-dbed66ddb650 {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:02:58.749767 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a94d314-9d87-4a81-af37-649260c8d79a", "name": "network-vif-deleted", "tag": "bcc8535c-9331-4074-a90c-39e52bc9031c", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:02:58.752055 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0e4017ac-cf66-46f5-ac9e-dbed66ddb650 {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:02:58.753279 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e4017ac-cf66-46f5-ac9e-dbed66ddb650'] response: {'server_uuid': '1a94d314-9d87-4a81-af37-649260c8d79a', 'name': 'network-vif-deleted', 'tag': 'bcc8535c-9331-4074-a90c-39e52bc9031c', 'status': 'completed', 'code': 200} Mar 29 16:02:58.838563 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6f83fd35-07d9-4042-a96a-f659fa32e53a req-97351a9b-87a4-4ba3-b103-dcdfe2f87e8f tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a94d314-9d87-4a81-af37-649260c8d79a HTTP/1.1" status: 200 len: 210 time: 0.0349452 Mar 29 16:02:58.999011 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-8fd608b5-75dc-47c7-b9a6-464488a7085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T15:32:35Z', 'revision_number': 4, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '95a1afb0-ca40-43b9-9fe4-e5c97256ffce', 'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'mac_address': 'fa:16:3e:87:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:34Z', 'updated_at': '2022-03-29T15:32:40Z', 'revision_number': 5, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'subnets': [{'id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:59.025096 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd608b5-75dc-47c7-b9a6-464488a7085a None None] Checking router: f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:02:59.033120 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd608b5-75dc-47c7-b9a6-464488a7085a None None] Routers {'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:59.033715 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-8fd608b5-75dc-47c7-b9a6-464488a7085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:02:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:59.137514 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-8fd608b5-75dc-47c7-b9a6-464488a7085a None None] Set router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:02:59.328040 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-8fd608b5-75dc-47c7-b9a6-464488a7085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T15:32:35Z', 'revision_number': 4, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '95a1afb0-ca40-43b9-9fe4-e5c97256ffce', 'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'mac_address': 'fa:16:3e:87:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:34Z', 'updated_at': '2022-03-29T15:32:40Z', 'revision_number': 5, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'subnets': [{'id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:59.354282 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd608b5-75dc-47c7-b9a6-464488a7085a None None] The sync data for ids ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'] in dv-cinder-562053-19-iscsi is: [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T15:32:35Z', 'revision_number': 4, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '95a1afb0-ca40-43b9-9fe4-e5c97256ffce', 'name': '', 'network_id': 'f0cf3eb0-1596-439e-ab06-8468ad70da92', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'mac_address': 'fa:16:3e:87:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:34Z', 'updated_at': '2022-03-29T15:32:40Z', 'revision_number': 5, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'subnets': [{'id': 'a2b21cdc-04db-44d5-82e6-f708c8512a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:02:59.576783 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a810568b-99eb-4599-9e83-c7bee971b4fc None None] New status for floating IP dcaa215a-1cd9-40b8-8f81-d496e00e03f1: DOWN {{(pid=103833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:02:59.991717 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 46028) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:03:00.046827 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-44495f14-b5c5-4250-a8b2-7cbef8227193 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group (a73167e2-4bc9-4cb2-9ce2-599de1865a39), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:00.068852 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-44495f14-b5c5-4250-a8b2-7cbef8227193 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group (a73167e2-4bc9-4cb2-9ce2-599de1865a39), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:00.168042 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-44495f14-b5c5-4250-a8b2-7cbef8227193 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (a73167e2-4bc9-4cb2-9ce2-599de1865a39), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:00.170724 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-44495f14-b5c5-4250-a8b2-7cbef8227193 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:00.171872 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-44495f14-b5c5-4250-a8b2-7cbef8227193 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "DELETE /v2.0/security-groups/a73167e2-4bc9-4cb2-9ce2-599de1865a39 HTTP/1.1" status: 204 len: 168 time: 0.1791630 Mar 29 16:03:00.174766 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 46030) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:03:00.180713 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44495f14-b5c5-4250-a8b2-7cbef8227193 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73167e2-4bc9-4cb2-9ce2-599de1865a39,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:00.187693 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44495f14-b5c5-4250-a8b2-7cbef8227193 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:00.188054 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44495f14-b5c5-4250-a8b2-7cbef8227193 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:00.188208 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.api.v2.resource [None req-52fb09c1-adb3-4682-ad0c-ec1e114c229c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] show failed (client error): The resource could not be found. Mar 29 16:03:00.188431 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44495f14-b5c5-4250-a8b2-7cbef8227193 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:00.188777 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44495f14-b5c5-4250-a8b2-7cbef8227193 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:00.189114 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44495f14-b5c5-4250-a8b2-7cbef8227193 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:00.189224 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-52fb09c1-adb3-4682-ad0c-ec1e114c229c tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "GET /v2.0/security-groups/a73167e2-4bc9-4cb2-9ce2-599de1865a39 HTTP/1.1" status: 404 len: 347 time: 0.0133665 Mar 29 16:03:00.189513 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44495f14-b5c5-4250-a8b2-7cbef8227193 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:00.189846 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44495f14-b5c5-4250-a8b2-7cbef8227193 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:00.190178 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44495f14-b5c5-4250-a8b2-7cbef8227193 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:00.190511 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44495f14-b5c5-4250-a8b2-7cbef8227193 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:00.190842 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44495f14-b5c5-4250-a8b2-7cbef8227193 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:00.191172 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44495f14-b5c5-4250-a8b2-7cbef8227193 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:00.191499 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44495f14-b5c5-4250-a8b2-7cbef8227193 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:00.191828 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44495f14-b5c5-4250-a8b2-7cbef8227193 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:00.191966 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 46032) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:03:00.192156 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44495f14-b5c5-4250-a8b2-7cbef8227193 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:00.192513 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44495f14-b5c5-4250-a8b2-7cbef8227193 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:00.319424 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-6f034ca5-9c16-4d9d-a14f-ee9140851a54 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Deleting port 876b4d5f-037d-4f70-84e3-faf3f0bdf80e {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:03:00.319748 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-6f034ca5-9c16-4d9d-a14f-ee9140851a54 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (876b4d5f-037d-4f70-84e3-faf3f0bdf80e), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:00.393212 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-6f034ca5-9c16-4d9d-a14f-ee9140851a54 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (876b4d5f-037d-4f70-84e3-faf3f0bdf80e), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:00.393544 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-6f034ca5-9c16-4d9d-a14f-ee9140851a54 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for floatingip (876b4d5f-037d-4f70-84e3-faf3f0bdf80e), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:00.405069 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-6f034ca5-9c16-4d9d-a14f-ee9140851a54 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Calling delete_port for 876b4d5f-037d-4f70-84e3-faf3f0bdf80e owned by network:floatingip {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:03:00.596940 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-6f034ca5-9c16-4d9d-a14f-ee9140851a54 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (876b4d5f-037d-4f70-84e3-faf3f0bdf80e), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:00.622193 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f034ca5-9c16-4d9d-a14f-ee9140851a54 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Pushing event deleted for resources: {'Port': ['ID=876b4d5f-037d-4f70-84e3-faf3f0bdf80e,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:00.684692 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-6f034ca5-9c16-4d9d-a14f-ee9140851a54 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks [] for floatingip (dcaa215a-1cd9-40b8-8f81-d496e00e03f1), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:00.687351 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-6f034ca5-9c16-4d9d-a14f-ee9140851a54 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:00.688523 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-6f034ca5-9c16-4d9d-a14f-ee9140851a54 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] 10.222.0.39 "DELETE /v2.0/floatingips/dcaa215a-1cd9-40b8-8f81-d496e00e03f1 HTTP/1.1" status: 204 len: 168 time: 0.4956648 Mar 29 16:03:00.694559 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device bcc8535c-9331-4074-a90c-39e52bc9031c no longer exists at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:03:00.714968 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] No Port match for: bcc8535c-9331-4074-a90c-39e52bc9031c {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:03:00.715313 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device bcc8535c-9331-4074-a90c-39e52bc9031c not bound to the agent host hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:03:13.938259 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:22.309223 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-24c63c98-4773-45a2-935b-5e15cdea9f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:22.469931 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:03:24.491822 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-988ab194-f298-48aa-a4cf-9162bbef325a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:25.714524 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:27.114864 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:28.531724 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:43.948287 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:52.284538 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a6f3bbd0-42ec-4a77-a731-80b07799825c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:54.501737 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a40e4aed-d6e5-4af9-ac69-ce7b5e00800f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:55.735856 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:57.158397 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:58.519223 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:59.468355 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:04:13.929175 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:22.306144 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1f661393-3317-4d23-b6ea-0ee1d4c16c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:24.499565 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d67d0102-9557-435e-8518-be863e03f300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:25.745860 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:27.151889 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:28.517545 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:36.468289 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:04:43.939237 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:52.314511 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ab577606-6149-465c-bc94-601316a27862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:54.522088 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-03bc99d0-c988-41b2-8202-d5d57aa2673c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:55.739101 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:57.156125 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:58.498584 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:13.466653 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:05:13.938132 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:22.303325 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4c2c0c6d-8d45-4d1e-9009-548ee090ee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:24.501495 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ece46d3c-0002-439d-b511-1e9d859b160b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:25.737588 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:27.158622 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:28.547097 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:43.919885 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:50.464889 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:05:52.316701 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6872cb02-8d7e-43d2-9053-88bd4d87ab1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:54.488037 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9a1d405a-c326-4076-937a-1cdf73aa8b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:55.751013 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:57.170315 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:58.519231 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:13.932810 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:22.315404 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d37b8c6e-0b73-477a-a529-3607719570de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:24.486182 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c00455b9-960a-4485-a9d1-36de835dffcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:25.771823 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:27.194633 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:27.462891 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:06:28.523627 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:43.928830 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:52.300245 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-779c942a-4e89-4a93-9bdb-4e4d5a190ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:54.494321 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d7b61cad-f705-4b4f-b5ef-583fc0a33541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:55.756954 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:57.192892 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:58.518944 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:07:04.461645 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:07:13.967726 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:07:22.323006 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e9545ce8-bec2-4341-a3eb-cf8b06ef8db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:07:24.466271 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-28f7fe6d-052a-4496-8cd0-8419d599ae6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:07:25.755779 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:07:27.248820 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:07:28.511536 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:07:41.461215 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:07:43.950408 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:07:52.337481 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3340444a-60cf-49e8-b059-2b2b497abdf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:07:54.475860 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cac68ee1-ae98-4370-bec6-b334f901836f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:07:55.750224 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:07:57.171581 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:07:58.549669 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:13.994544 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:18.459342 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:08:22.320024 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-479980e4-8d78-4b81-b30f-dc59ae35574d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:24.479541 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-752385c0-5517-4654-8f25-2073a2451af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:25.759948 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:27.171150 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:28.502465 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:43.987886 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:52.301232 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a5e5ba5c-3161-40fe-b636-c16f3a2d4e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:54.478685 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2370b0f4-2e82-44cf-9d03-f3fc7261658d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:55.457556 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:08:55.758744 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:57.170168 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:58.527903 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:13.986632 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:22.437251 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-172aebb9-c547-4f2b-9704-71b8d3ec8789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:24.499771 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1f16eac7-f779-42af-b140-eb49567d6f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:25.763118 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:27.202930 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:28.534932 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:32.456759 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:09:43.968204 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:52.305017 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ad862473-2860-4e16-a7db-880fd92d88d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:54.486851 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7faab607-5bd9-4b59-af45-0fe2ac7bbaec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:55.762607 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:57.173568 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:58.522345 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:09.455175 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:10:10.941155 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [req-74caee13-ec38-4a2c-b820-b894004ac5e3 req-7d2cfcd2-905f-478f-8030-631fecf020c2 tempest-AttachVolumeNegativeTest-648952886 tempest-AttachVolumeNegativeTest-648952886-project] (103832) timed out ('10.222.0.39', 59300) {{(pid=103832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 16:10:14.001657 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:22.315501 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9d2a995f-d676-4fdb-8770-6f7ce249908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:24.476025 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d0652757-4ce0-4d4c-a9da-0665e32e4ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:25.767468 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:27.178840 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:28.510648 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:44.012399 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:46.454194 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:10:52.320577 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6d3933e3-4d86-448a-844f-c80773dbabdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:54.481630 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d6afda6d-c79e-4788-a707-d415c0354ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:55.794778 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:57.223230 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:58.503210 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:13.999987 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:22.354197 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3c7bfe36-5e8f-48c8-9bf0-8e6da5f7d444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:23.452548 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:11:24.554368 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e86c91e5-d3a3-42d6-a3ab-19f659b6831c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:25.782823 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:27.205227 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:28.527906 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:43.984341 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:52.315711 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4311bf4c-baeb-4b12-b7ee-6954659f0b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:54.469684 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2031effa-77c8-4f40-97e1-e54a1083c09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:55.787240 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:57.210380 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:58.524608 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:00.451647 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:12:14.023071 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:22.314242 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6e8f5ac2-d014-4bd9-9238-e7b8c577467c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:24.480372 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-58939b17-a8fb-40b9-97f6-c7b7dbfddad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:25.798222 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:27.198541 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:28.558690 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:37.451421 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:12:44.037974 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:52.324204 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a78633e5-0779-4079-ac9f-1b6c1468e443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:54.455769 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-688e62fe-858d-434d-b696-99696bf79d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:55.802999 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:57.204084 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:58.523326 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:14.019868 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:14.450703 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:13:22.334677 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7b0d313f-0c31-4ca5-b69e-852dfd25d181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:24.483377 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ce904f08-aff4-4f33-ac50-fbd442cbea42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:25.796792 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:27.203202 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:28.528642 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:44.025989 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:51.449097 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:13:52.310530 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1d98790e-755d-4b4b-bc6a-1fd8a1a11c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:54.470246 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6efd00d4-5ed4-4a46-9814-aab2f69ad3ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:55.790733 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:57.207265 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:58.561431 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:14:14.046797 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:14:22.309853 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d692e023-4f1e-418c-b4a7-46c0f3912f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:14:24.475512 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7fd46dec-c030-4b28-8132-502b17ad9177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:14:25.795445 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:14:27.206865 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:14:28.448410 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:14:28.538097 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:14:44.034735 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:14:52.303201 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-37d09726-6b42-4c4c-b7d3-1233c2508ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:14:54.480632 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f53de2db-7c97-4d9b-a82b-0ef3cbf3d4e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:14:55.800895 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:14:57.211740 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:14:58.548623 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:02.146900 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 47600) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:15:02.666140 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-948e6725-86a1-4aff-87b7-574a648640b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032828'] for router_interface (f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:03.158806 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-948e6725-86a1-4aff-87b7-574a648640b9 admin admin] Deleting port 95a1afb0-ca40-43b9-9fe4-e5c97256ffce {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:15:03.159536 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-948e6725-86a1-4aff-87b7-574a648640b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (95a1afb0-ca40-43b9-9fe4-e5c97256ffce), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:03.235553 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [None req-948e6725-86a1-4aff-87b7-574a648640b9 admin admin] For port 95a1afb0-ca40-43b9-9fe4-e5c97256ffce, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=95a1afb0-ca40-43b9-9fe4-e5c97256ffce,segment=NetworkSegment(3213e27e-14c8-4f1b-8eca-ce8757f89eb8),segment_id=3213e27e-14c8-4f1b-8eca-ce8757f89eb8)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:15:03.235907 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-948e6725-86a1-4aff-87b7-574a648640b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (95a1afb0-ca40-43b9-9fe4-e5c97256ffce), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:03.248898 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-948e6725-86a1-4aff-87b7-574a648640b9 admin admin] Calling delete_port for 95a1afb0-ca40-43b9-9fe4-e5c97256ffce owned by network:router_interface {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:15:03.497604 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-948e6725-86a1-4aff-87b7-574a648640b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (95a1afb0-ca40-43b9-9fe4-e5c97256ffce), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:03.521150 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e6725-86a1-4aff-87b7-574a648640b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=95a1afb0-ca40-43b9-9fe4-e5c97256ffce,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:15:03.533886 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948e6725-86a1-4aff-87b7-574a648640b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:03.534232 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948e6725-86a1-4aff-87b7-574a648640b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:03.534575 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948e6725-86a1-4aff-87b7-574a648640b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:03.534912 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948e6725-86a1-4aff-87b7-574a648640b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:03.535247 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948e6725-86a1-4aff-87b7-574a648640b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:03.535577 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948e6725-86a1-4aff-87b7-574a648640b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:03.535910 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948e6725-86a1-4aff-87b7-574a648640b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:03.536246 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948e6725-86a1-4aff-87b7-574a648640b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:03.536589 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948e6725-86a1-4aff-87b7-574a648640b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:03.536914 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948e6725-86a1-4aff-87b7-574a648640b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:03.537242 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948e6725-86a1-4aff-87b7-574a648640b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:03.537571 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948e6725-86a1-4aff-87b7-574a648640b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:03.537892 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948e6725-86a1-4aff-87b7-574a648640b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:03.538230 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948e6725-86a1-4aff-87b7-574a648640b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:03.538529 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948e6725-86a1-4aff-87b7-574a648640b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:03.696663 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-948e6725-86a1-4aff-87b7-574a648640b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1025627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1035244'] for router_interface (f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:03.909095 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948e6725-86a1-4aff-87b7-574a648640b9 admin admin] Router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:15:04.023426 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948e6725-86a1-4aff-87b7-574a648640b9 admin admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:15:04.028465 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-948e6725-86a1-4aff-87b7-574a648640b9 admin admin] 10.222.0.39 "PUT /v2.0/routers/f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8805015 Mar 29 16:15:04.030980 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 47606) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:15:04.033631 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91350ba3-2384-4c61-a874-5383e0b93930 None None] Sync routers for ids ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:15:04.044619 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91350ba3-2384-4c61-a874-5383e0b93930 None None] Routers {'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:15:04.045233 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-91350ba3-2384-4c61-a874-5383e0b93930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:14:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:15:04.135085 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-56fc6c54-11a8-4618-8e79-4a125c3b4c6c admin admin] Publish callbacks [] for router (f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:04.153250 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-91350ba3-2384-4c61-a874-5383e0b93930 None None] Set router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:15:04.242884 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-56fc6c54-11a8-4618-8e79-4a125c3b4c6c admin admin] Publish callbacks [] for router_gateway (f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:04.374070 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-56fc6c54-11a8-4618-8e79-4a125c3b4c6c admin admin] Deleting port 7cd4522b-6918-4219-ba8d-f6a4b9f05bf8 {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:15:04.374416 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-56fc6c54-11a8-4618-8e79-4a125c3b4c6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (7cd4522b-6918-4219-ba8d-f6a4b9f05bf8), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:04.413964 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-91350ba3-2384-4c61-a874-5383e0b93930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T16:15:03Z', 'revision_number': 5, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port': {'id': '7cd4522b-6918-4219-ba8d-f6a4b9f05bf8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:33Z', 'updated_at': '2022-03-29T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:15:04.441870 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91350ba3-2384-4c61-a874-5383e0b93930 None None] Checking router: f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:15:04.450439 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91350ba3-2384-4c61-a874-5383e0b93930 None None] Routers {'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:15:04.451043 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-91350ba3-2384-4c61-a874-5383e0b93930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:14:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:15:04.455109 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [None req-56fc6c54-11a8-4618-8e79-4a125c3b4c6c admin admin] For port 7cd4522b-6918-4219-ba8d-f6a4b9f05bf8, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=7cd4522b-6918-4219-ba8d-f6a4b9f05bf8,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:15:04.455507 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-56fc6c54-11a8-4618-8e79-4a125c3b4c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (7cd4522b-6918-4219-ba8d-f6a4b9f05bf8), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:04.469783 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-56fc6c54-11a8-4618-8e79-4a125c3b4c6c admin admin] Calling delete_port for 7cd4522b-6918-4219-ba8d-f6a4b9f05bf8 owned by network:router_gateway {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:15:04.537455 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-91350ba3-2384-4c61-a874-5383e0b93930 None None] Set router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e gateway port host: None {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:15:04.588752 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-91350ba3-2384-4c61-a874-5383e0b93930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T16:15:04Z', 'revision_number': 6, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port_host': None}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:15:04.618089 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91350ba3-2384-4c61-a874-5383e0b93930 None None] The sync data for ids ['f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e'] in dv-cinder-562053-19-iscsi is: [{'id': 'f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e', 'name': 'tempest-AttachVolumeNegativeTest-873983270-router', 'tenant_id': 'afec2f6261d64114a4b5808565ea6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:32Z', 'updated_at': '2022-03-29T16:15:04Z', 'revision_number': 6, 'project_id': 'afec2f6261d64114a4b5808565ea6c02', 'gw_port_host': None}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:15:04.703362 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-56fc6c54-11a8-4618-8e79-4a125c3b4c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (7cd4522b-6918-4219-ba8d-f6a4b9f05bf8), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:04.729360 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc6c54-11a8-4618-8e79-4a125c3b4c6c admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd4522b-6918-4219-ba8d-f6a4b9f05bf8,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:15:04.789295 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-56fc6c54-11a8-4618-8e79-4a125c3b4c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1033222'] for router_gateway (f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:04.883023 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-56fc6c54-11a8-4618-8e79-4a125c3b4c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-883'] for router (f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:04.885157 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-56fc6c54-11a8-4618-8e79-4a125c3b4c6c admin admin] Publish callbacks [] for router_controller (f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e), precommit_delete_associations {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:04.982105 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-56fc6c54-11a8-4618-8e79-4a125c3b4c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034723'] for router (f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:04.982794 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fc6c54-11a8-4618-8e79-4a125c3b4c6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e {{(pid=103831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:15:04.991497 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-56fc6c54-11a8-4618-8e79-4a125c3b4c6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:04.991497 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-56fc6c54-11a8-4618-8e79-4a125c3b4c6c admin admin] 10.222.0.39 "DELETE /v2.0/routers/f8f92c90-81d1-4c6e-b7d9-97da4b55bc2e HTTP/1.1" status: 204 len: 168 time: 0.9565399 Mar 29 16:15:04.991497 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 47608) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:15:05.041184 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_v2 [None req-b390384a-de98-4e59-a309-53c8abbf6a61 admin admin] Deleting subnet a2b21cdc-04db-44d5-82e6-f708c8512a80 {{(pid=103831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 16:15:05.044148 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-b390384a-de98-4e59-a309-53c8abbf6a61 admin admin] Publish callbacks [] for subnet (a2b21cdc-04db-44d5-82e6-f708c8512a80), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:05.078267 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-b390384a-de98-4e59-a309-53c8abbf6a61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416713'] for subnet (a2b21cdc-04db-44d5-82e6-f708c8512a80), precommit_delete_associations {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:05.155098 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-b390384a-de98-4e59-a309-53c8abbf6a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171654'] for subnet (a2b21cdc-04db-44d5-82e6-f708c8512a80), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:05.274639 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-b390384a-de98-4e59-a309-53c8abbf6a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10297124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8528634'] for subnet (a2b21cdc-04db-44d5-82e6-f708c8512a80), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:05.298428 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390384a-de98-4e59-a309-53c8abbf6a61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2b21cdc-04db-44d5-82e6-f708c8512a80,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:15:05.304463 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-b390384a-de98-4e59-a309-53c8abbf6a61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for subnet (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:05.308845 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-b390384a-de98-4e59-a309-53c8abbf6a61 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a2b21cdc-04db-44d5-82e6-f708c8512a80 HTTP/1.1" status: 204 len: 168 time: 0.3152518 Mar 29 16:15:05.309932 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661e5e97-3912-4636-9f82-b6c8bdd0af2b None None] Network f0cf3eb0-1596-439e-ab06-8468ad70da92 requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:15:05.310423 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 47610) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:15:05.384376 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-76f32c7d-abed-4339-8876-d8f8e8a0e8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105799'] for network (f0cf3eb0-1596-439e-ab06-8468ad70da92), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:05.446645 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:15:05.447153 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-76f32c7d-abed-4339-8876-d8f8e8a0e8d4 admin admin] Deleting port 212e95c6-36c2-4c32-b2a9-4a7c8880865c {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:15:05.447153 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-76f32c7d-abed-4339-8876-d8f8e8a0e8d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (212e95c6-36c2-4c32-b2a9-4a7c8880865c), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:05.467272 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf51ae6-ed81-4c63-94c9-f3a7cd760d1a None None] DHCP port deletion for f0cf3eb0-1596-439e-ab06-8468ad70da92 request from dv-cinder-562053-19-iscsi {{(pid=103833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 16:15:05.515241 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [None req-76f32c7d-abed-4339-8876-d8f8e8a0e8d4 admin admin] For port 212e95c6-36c2-4c32-b2a9-4a7c8880865c, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=212e95c6-36c2-4c32-b2a9-4a7c8880865c,segment=NetworkSegment(3213e27e-14c8-4f1b-8eca-ce8757f89eb8),segment_id=3213e27e-14c8-4f1b-8eca-ce8757f89eb8)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:15:05.515606 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-76f32c7d-abed-4339-8876-d8f8e8a0e8d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (212e95c6-36c2-4c32-b2a9-4a7c8880865c), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:05.518306 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-acf51ae6-ed81-4c63-94c9-f3a7cd760d1a None None] Deleting port 212e95c6-36c2-4c32-b2a9-4a7c8880865c {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:15:05.518683 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-acf51ae6-ed81-4c63-94c9-f3a7cd760d1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (212e95c6-36c2-4c32-b2a9-4a7c8880865c), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:05.530121 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-76f32c7d-abed-4339-8876-d8f8e8a0e8d4 admin admin] Calling delete_port for 212e95c6-36c2-4c32-b2a9-4a7c8880865c owned by network:dhcp {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:15:05.593985 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-acf51ae6-ed81-4c63-94c9-f3a7cd760d1a None None] For port 212e95c6-36c2-4c32-b2a9-4a7c8880865c, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=212e95c6-36c2-4c32-b2a9-4a7c8880865c,segment=NetworkSegment(3213e27e-14c8-4f1b-8eca-ce8757f89eb8),segment_id=3213e27e-14c8-4f1b-8eca-ce8757f89eb8)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:15:05.594388 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-acf51ae6-ed81-4c63-94c9-f3a7cd760d1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (212e95c6-36c2-4c32-b2a9-4a7c8880865c), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:05.609500 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-acf51ae6-ed81-4c63-94c9-f3a7cd760d1a None None] Calling delete_port for 212e95c6-36c2-4c32-b2a9-4a7c8880865c owned by network:dhcp {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:15:05.692078 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-76f32c7d-abed-4339-8876-d8f8e8a0e8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (212e95c6-36c2-4c32-b2a9-4a7c8880865c), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:05.698592 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-acf51ae6-ed81-4c63-94c9-f3a7cd760d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943'] for port (212e95c6-36c2-4c32-b2a9-4a7c8880865c), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:05.716060 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f32c7d-abed-4339-8876-d8f8e8a0e8d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=212e95c6-36c2-4c32-b2a9-4a7c8880865c,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:15:05.722595 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f32c7d-abed-4339-8876-d8f8e8a0e8d4 admin admin] No DVR routers for this DVR port 212e95c6-36c2-4c32-b2a9-4a7c8880865c on host dv-cinder-562053-19-iscsi {{(pid=103831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:15:05.723866 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf51ae6-ed81-4c63-94c9-f3a7cd760d1a None None] Pushing event deleted for resources: {'Port': ['ID=212e95c6-36c2-4c32-b2a9-4a7c8880865c,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:15:05.732936 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf51ae6-ed81-4c63-94c9-f3a7cd760d1a None None] No DVR routers for this DVR port 212e95c6-36c2-4c32-b2a9-4a7c8880865c on host dv-cinder-562053-19-iscsi {{(pid=103833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:15:05.741486 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf51ae6-ed81-4c63-94c9-f3a7cd760d1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:05.742468 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf51ae6-ed81-4c63-94c9-f3a7cd760d1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:05.742468 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf51ae6-ed81-4c63-94c9-f3a7cd760d1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:05.742748 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf51ae6-ed81-4c63-94c9-f3a7cd760d1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:05.743025 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf51ae6-ed81-4c63-94c9-f3a7cd760d1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:05.743423 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf51ae6-ed81-4c63-94c9-f3a7cd760d1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:05.743757 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf51ae6-ed81-4c63-94c9-f3a7cd760d1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:05.744086 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf51ae6-ed81-4c63-94c9-f3a7cd760d1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:05.744437 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf51ae6-ed81-4c63-94c9-f3a7cd760d1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:05.744751 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf51ae6-ed81-4c63-94c9-f3a7cd760d1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:05.745210 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf51ae6-ed81-4c63-94c9-f3a7cd760d1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:05.745525 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf51ae6-ed81-4c63-94c9-f3a7cd760d1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:05.745848 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf51ae6-ed81-4c63-94c9-f3a7cd760d1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:05.746168 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf51ae6-ed81-4c63-94c9-f3a7cd760d1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:05.746510 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf51ae6-ed81-4c63-94c9-f3a7cd760d1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:05.796933 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-76f32c7d-abed-4339-8876-d8f8e8a0e8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1238605', 'neutron.services.segments.db._delete_segments_for_network-8748544868922'] for network (f0cf3eb0-1596-439e-ab06-8468ad70da92), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:05.816624 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.services.segments.db [None req-76f32c7d-abed-4339-8876-d8f8e8a0e8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0cf3eb0-1596-439e-ab06-8468ad70da92']}} {{(pid=103831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:15:05.826190 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.services.segments.db [None req-76f32c7d-abed-4339-8876-d8f8e8a0e8d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3213e27e-14c8-4f1b-8eca-ce8757f89eb8') {'for_net_delete': True} {{(pid=103831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:15:05.826484 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.services.segments.db [None req-76f32c7d-abed-4339-8876-d8f8e8a0e8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3213e27e-14c8-4f1b-8eca-ce8757f89eb8') {} {{(pid=103831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:15:05.836209 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-76f32c7d-abed-4339-8876-d8f8e8a0e8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748544868419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416706'] for segment (3213e27e-14c8-4f1b-8eca-ce8757f89eb8), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:05.849215 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-76f32c7d-abed-4339-8876-d8f8e8a0e8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (3213e27e-14c8-4f1b-8eca-ce8757f89eb8), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:05.855161 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f32c7d-abed-4339-8876-d8f8e8a0e8d4 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:15:05.855547 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-76f32c7d-abed-4339-8876-d8f8e8a0e8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10347138'] for segment (3213e27e-14c8-4f1b-8eca-ce8757f89eb8), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: Traceback (most recent call last): Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: timer() Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: cb(*args, **kw) Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: return func(*args, **kwargs) Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: self._notify() Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: self.callback(batched_events) Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: event.method(event) Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: return f(self, *a, **k) Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: return self._get(url).json() Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: return self.request(url, 'GET', **kwargs) Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:15:05.857176 dv-cinder-562053-19-iscsi neutron-server[103831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:15:05.969895 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 7cd4522b-6918-4219-ba8d-f6a4b9f05bf8 no longer exists at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:15:05.971928 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-76f32c7d-abed-4339-8876-d8f8e8a0e8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1238596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033322'] for network (f0cf3eb0-1596-439e-ab06-8468ad70da92), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:05.977823 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-76f32c7d-abed-4339-8876-d8f8e8a0e8d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:05.984419 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-76f32c7d-abed-4339-8876-d8f8e8a0e8d4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f0cf3eb0-1596-439e-ab06-8468ad70da92 HTTP/1.1" status: 204 len: 168 time: 0.6705494 Mar 29 16:15:05.991864 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] No Port match for: 7cd4522b-6918-4219-ba8d-f6a4b9f05bf8 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:15:05.992162 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 7cd4522b-6918-4219-ba8d-f6a4b9f05bf8 not bound to the agent host dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:15:05.992605 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 95a1afb0-ca40-43b9-9fe4-e5c97256ffce no longer exists at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:15:05.994110 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f32c7d-abed-4339-8876-d8f8e8a0e8d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0cf3eb0-1596-439e-ab06-8468ad70da92,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:15:06.011884 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] No Port match for: 95a1afb0-ca40-43b9-9fe4-e5c97256ffce {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:15:06.012233 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 95a1afb0-ca40-43b9-9fe4-e5c97256ffce not bound to the agent host dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:15:06.012704 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 212e95c6-36c2-4c32-b2a9-4a7c8880865c no longer exists at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:15:06.032061 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] No Port match for: 212e95c6-36c2-4c32-b2a9-4a7c8880865c {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:15:06.032863 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 212e95c6-36c2-4c32-b2a9-4a7c8880865c not bound to the agent host dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:15:06.289622 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 47614) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:15:06.329359 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-15d9c0bc-39af-471c-9489-58262833954f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=afec2f6261d64114a4b5808565ea6c02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385082 Mar 29 16:15:06.331690 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 47618) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:15:06.379563 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5b6c3c5a-cd55-4488-85a4-6b87779986db admin admin] Publish callbacks [] for security_group (eae2f210-d639-46e2-9266-3741c38b1948), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:06.400342 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5b6c3c5a-cd55-4488-85a4-6b87779986db admin admin] Publish callbacks [] for security_group (eae2f210-d639-46e2-9266-3741c38b1948), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:06.503209 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5b6c3c5a-cd55-4488-85a4-6b87779986db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (eae2f210-d639-46e2-9266-3741c38b1948), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:06.505780 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5b6c3c5a-cd55-4488-85a4-6b87779986db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:06.509978 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-5b6c3c5a-cd55-4488-85a4-6b87779986db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eae2f210-d639-46e2-9266-3741c38b1948 HTTP/1.1" status: 204 len: 168 time: 0.1755347 Mar 29 16:15:06.516460 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c3c5a-cd55-4488-85a4-6b87779986db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae2f210-d639-46e2-9266-3741c38b1948,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:15:06.524168 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c3c5a-cd55-4488-85a4-6b87779986db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:06.524554 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c3c5a-cd55-4488-85a4-6b87779986db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:06.524897 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c3c5a-cd55-4488-85a4-6b87779986db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:06.525238 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c3c5a-cd55-4488-85a4-6b87779986db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:06.525574 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c3c5a-cd55-4488-85a4-6b87779986db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:06.525905 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c3c5a-cd55-4488-85a4-6b87779986db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:06.526237 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c3c5a-cd55-4488-85a4-6b87779986db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:06.526565 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c3c5a-cd55-4488-85a4-6b87779986db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:06.526891 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c3c5a-cd55-4488-85a4-6b87779986db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:06.527224 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c3c5a-cd55-4488-85a4-6b87779986db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:06.527549 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c3c5a-cd55-4488-85a4-6b87779986db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:06.527874 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c3c5a-cd55-4488-85a4-6b87779986db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:06.528199 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c3c5a-cd55-4488-85a4-6b87779986db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:06.528549 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c3c5a-cd55-4488-85a4-6b87779986db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:06.528964 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c3c5a-cd55-4488-85a4-6b87779986db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:08.375329 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 47672) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:15:08.478275 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-be850bb2-a0de-429d-9af1-43f19871c089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:08.549500 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-be850bb2-a0de-429d-9af1-43f19871c089 admin admin] Publish callbacks [] for security_group (03ecf9d3-1ee4-412a-af46-d6ce0526523a), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:08.600675 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-be850bb2-a0de-429d-9af1-43f19871c089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (03ecf9d3-1ee4-412a-af46-d6ce0526523a), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:08.640636 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-be850bb2-a0de-429d-9af1-43f19871c089 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=22fff116cbb742459d3f3cd10100bbdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618392 Mar 29 16:15:08.640636 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be850bb2-a0de-429d-9af1-43f19871c089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ecf9d3-1ee4-412a-af46-d6ce0526523a,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:15:08.641032 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 47676) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:15:08.689503 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-901698ec-31b5-4799-95c2-e31745e96318 admin admin] Publish callbacks [] for security_group (03ecf9d3-1ee4-412a-af46-d6ce0526523a), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:08.710684 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-901698ec-31b5-4799-95c2-e31745e96318 admin admin] Publish callbacks [] for security_group (03ecf9d3-1ee4-412a-af46-d6ce0526523a), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:08.817388 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-901698ec-31b5-4799-95c2-e31745e96318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (03ecf9d3-1ee4-412a-af46-d6ce0526523a), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:08.820469 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-901698ec-31b5-4799-95c2-e31745e96318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:08.821626 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-901698ec-31b5-4799-95c2-e31745e96318 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/03ecf9d3-1ee4-412a-af46-d6ce0526523a HTTP/1.1" status: 204 len: 168 time: 0.1786714 Mar 29 16:15:08.829444 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901698ec-31b5-4799-95c2-e31745e96318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ecf9d3-1ee4-412a-af46-d6ce0526523a,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:15:14.040159 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:22.308623 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-482b4f1d-41a1-449c-bdc4-5d28d55d9118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:24.502393 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c682649e-7302-4109-ac78-f126bb0e570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:25.822716 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:27.211641 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:28.559939 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:42.445493 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:15:44.067609 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:52.313626 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f042512d-7da4-4f61-8cd0-e84524358eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:54.490645 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cc27ed6b-2763-4916-b567-6f9c8f302369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:55.810690 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:57.210547 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:58.530464 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:58.587443 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 48062) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:15:58.741522 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-1c764867-2286-444c-b546-7c552c6c818a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:58.812950 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-1c764867-2286-444c-b546-7c552c6c818a admin admin] Publish callbacks [] for security_group (9841be95-b352-4cf4-8820-5d02e58b2865), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:58.879191 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-1c764867-2286-444c-b546-7c552c6c818a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (9841be95-b352-4cf4-8820-5d02e58b2865), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:58.915605 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c764867-2286-444c-b546-7c552c6c818a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9841be95-b352-4cf4-8820-5d02e58b2865,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:15:58.922045 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-1c764867-2286-444c-b546-7c552c6c818a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3532873a4fa043c98d1d775e48724bda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3335655 Mar 29 16:15:58.924677 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 48068) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:15:58.970695 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-5a4de2a5-e7d8-4e71-a46a-c2e440f7bfc5 admin admin] Publish callbacks [] for security_group (9841be95-b352-4cf4-8820-5d02e58b2865), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:58.993868 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-5a4de2a5-e7d8-4e71-a46a-c2e440f7bfc5 admin admin] Publish callbacks [] for security_group (9841be95-b352-4cf4-8820-5d02e58b2865), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:59.122543 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-5a4de2a5-e7d8-4e71-a46a-c2e440f7bfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (9841be95-b352-4cf4-8820-5d02e58b2865), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:59.125238 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-5a4de2a5-e7d8-4e71-a46a-c2e440f7bfc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:59.126391 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-5a4de2a5-e7d8-4e71-a46a-c2e440f7bfc5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9841be95-b352-4cf4-8820-5d02e58b2865 HTTP/1.1" status: 204 len: 168 time: 0.2009084 Mar 29 16:15:59.134360 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4de2a5-e7d8-4e71-a46a-c2e440f7bfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9841be95-b352-4cf4-8820-5d02e58b2865,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:15:59.688154 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 48074) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:15:59.701826 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2284d9a0-a576-4ba4-b7d2-46517eafc2ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:59.773594 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2284d9a0-a576-4ba4-b7d2-46517eafc2ed admin admin] Publish callbacks [] for security_group (77b80d21-74e4-48a0-ba01-b82183a54c18), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:59.848236 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2284d9a0-a576-4ba4-b7d2-46517eafc2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (77b80d21-74e4-48a0-ba01-b82183a54c18), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:59.885004 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-2284d9a0-a576-4ba4-b7d2-46517eafc2ed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e93b5c49f429415fa9f0dd7e61976702&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1957421 Mar 29 16:15:59.886825 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284d9a0-a576-4ba4-b7d2-46517eafc2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b80d21-74e4-48a0-ba01-b82183a54c18,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:15:59.887716 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 48076) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:15:59.935234 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-ae8e0dd5-e9b7-43fb-83be-f6fa2bac6159 admin admin] Publish callbacks [] for security_group (77b80d21-74e4-48a0-ba01-b82183a54c18), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:59.957206 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-ae8e0dd5-e9b7-43fb-83be-f6fa2bac6159 admin admin] Publish callbacks [] for security_group (77b80d21-74e4-48a0-ba01-b82183a54c18), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:00.088002 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-ae8e0dd5-e9b7-43fb-83be-f6fa2bac6159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (77b80d21-74e4-48a0-ba01-b82183a54c18), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:00.090560 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-ae8e0dd5-e9b7-43fb-83be-f6fa2bac6159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:00.091736 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-ae8e0dd5-e9b7-43fb-83be-f6fa2bac6159 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/77b80d21-74e4-48a0-ba01-b82183a54c18 HTTP/1.1" status: 204 len: 168 time: 0.2029803 Mar 29 16:16:00.099431 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e0dd5-e9b7-43fb-83be-f6fa2bac6159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b80d21-74e4-48a0-ba01-b82183a54c18,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:03.166956 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 48146) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:16:03.270201 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-6d9e731b-c8f4-425c-8157-0b65a4264d39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:03.340587 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-6d9e731b-c8f4-425c-8157-0b65a4264d39 admin admin] Publish callbacks [] for security_group (58ee036f-efea-4f1e-9809-e2cd296bea7c), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:03.427545 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-6d9e731b-c8f4-425c-8157-0b65a4264d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (58ee036f-efea-4f1e-9809-e2cd296bea7c), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:03.464947 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-6d9e731b-c8f4-425c-8157-0b65a4264d39 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8162c0e4954747699d84608a4f9006a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2969253 Mar 29 16:16:03.465825 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e731b-c8f4-425c-8157-0b65a4264d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ee036f-efea-4f1e-9809-e2cd296bea7c,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:03.468119 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 48150) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:16:03.519306 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9dd2ff74-af7a-481c-ad5e-02c2251e7bd6 admin admin] Publish callbacks [] for security_group (58ee036f-efea-4f1e-9809-e2cd296bea7c), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:03.539992 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9dd2ff74-af7a-481c-ad5e-02c2251e7bd6 admin admin] Publish callbacks [] for security_group (58ee036f-efea-4f1e-9809-e2cd296bea7c), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:03.659470 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9dd2ff74-af7a-481c-ad5e-02c2251e7bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (58ee036f-efea-4f1e-9809-e2cd296bea7c), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:03.661999 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9dd2ff74-af7a-481c-ad5e-02c2251e7bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:03.663135 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-9dd2ff74-af7a-481c-ad5e-02c2251e7bd6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/58ee036f-efea-4f1e-9809-e2cd296bea7c HTTP/1.1" status: 204 len: 168 time: 0.1939332 Mar 29 16:16:03.671359 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2ff74-af7a-481c-ad5e-02c2251e7bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ee036f-efea-4f1e-9809-e2cd296bea7c,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:04.206681 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 48156) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:16:04.219800 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ba0558ec-373d-4486-b1f5-edeb0beaabcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:04.290541 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ba0558ec-373d-4486-b1f5-edeb0beaabcd admin admin] Publish callbacks [] for security_group (9e45d1b7-1204-42b7-9874-37678ff4ba75), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:04.345344 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ba0558ec-373d-4486-b1f5-edeb0beaabcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (9e45d1b7-1204-42b7-9874-37678ff4ba75), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:04.381597 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0558ec-373d-4486-b1f5-edeb0beaabcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e45d1b7-1204-42b7-9874-37678ff4ba75,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:04.385744 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-ba0558ec-373d-4486-b1f5-edeb0beaabcd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ac02cde8cd984f408b9462c25a746a61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1780646 Mar 29 16:16:04.388463 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 48158) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:16:04.433920 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e909dd01-572a-4abb-add2-a3e6542f0587 admin admin] Publish callbacks [] for security_group (9e45d1b7-1204-42b7-9874-37678ff4ba75), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:04.455300 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e909dd01-572a-4abb-add2-a3e6542f0587 admin admin] Publish callbacks [] for security_group (9e45d1b7-1204-42b7-9874-37678ff4ba75), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:04.562583 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e909dd01-572a-4abb-add2-a3e6542f0587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (9e45d1b7-1204-42b7-9874-37678ff4ba75), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:04.565171 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e909dd01-572a-4abb-add2-a3e6542f0587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:04.566311 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-e909dd01-572a-4abb-add2-a3e6542f0587 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9e45d1b7-1204-42b7-9874-37678ff4ba75 HTTP/1.1" status: 204 len: 168 time: 0.1764877 Mar 29 16:16:04.573768 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909dd01-572a-4abb-add2-a3e6542f0587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e45d1b7-1204-42b7-9874-37678ff4ba75,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:14.067064 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:19.444314 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:16:22.312760 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-83c0b35e-8cbb-446f-9c67-b21c8e0b6edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:24.495866 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-71b84aa9-d999-452a-9de0-b6018c2fe1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:25.807054 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:27.221328 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:28.535851 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:36.055086 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 48346) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:16:36.194618 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5a8c52ee-cbe5-4664-8814-4c62536f6978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:36.264968 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5a8c52ee-cbe5-4664-8814-4c62536f6978 admin admin] Publish callbacks [] for security_group (586e988a-a5bd-4547-805d-aef5157a5d0f), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:36.363995 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5a8c52ee-cbe5-4664-8814-4c62536f6978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (586e988a-a5bd-4547-805d-aef5157a5d0f), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:36.400397 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c52ee-cbe5-4664-8814-4c62536f6978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586e988a-a5bd-4547-805d-aef5157a5d0f,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:36.403971 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-5a8c52ee-cbe5-4664-8814-4c62536f6978 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=16bfc64568a44e2e807164ccb17b6e41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3479018 Mar 29 16:16:36.407278 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 48352) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:16:36.410252 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c52ee-cbe5-4664-8814-4c62536f6978 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:36.410605 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c52ee-cbe5-4664-8814-4c62536f6978 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:36.410948 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c52ee-cbe5-4664-8814-4c62536f6978 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:36.411306 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c52ee-cbe5-4664-8814-4c62536f6978 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:36.411631 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c52ee-cbe5-4664-8814-4c62536f6978 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:36.411963 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c52ee-cbe5-4664-8814-4c62536f6978 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:36.412322 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c52ee-cbe5-4664-8814-4c62536f6978 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:36.412653 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c52ee-cbe5-4664-8814-4c62536f6978 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:36.412985 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c52ee-cbe5-4664-8814-4c62536f6978 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:36.413312 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c52ee-cbe5-4664-8814-4c62536f6978 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:36.413640 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c52ee-cbe5-4664-8814-4c62536f6978 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:36.413966 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c52ee-cbe5-4664-8814-4c62536f6978 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:36.414291 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c52ee-cbe5-4664-8814-4c62536f6978 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:36.414611 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c52ee-cbe5-4664-8814-4c62536f6978 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:36.414932 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c52ee-cbe5-4664-8814-4c62536f6978 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:36.459068 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7b5731b9-15f9-4bb0-a851-e18deddb5d6d admin admin] Publish callbacks [] for security_group (586e988a-a5bd-4547-805d-aef5157a5d0f), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:36.480682 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7b5731b9-15f9-4bb0-a851-e18deddb5d6d admin admin] Publish callbacks [] for security_group (586e988a-a5bd-4547-805d-aef5157a5d0f), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:36.586934 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7b5731b9-15f9-4bb0-a851-e18deddb5d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (586e988a-a5bd-4547-805d-aef5157a5d0f), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:36.589442 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7b5731b9-15f9-4bb0-a851-e18deddb5d6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:36.595363 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-7b5731b9-15f9-4bb0-a851-e18deddb5d6d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/586e988a-a5bd-4547-805d-aef5157a5d0f HTTP/1.1" status: 204 len: 168 time: 0.1823432 Mar 29 16:16:36.598555 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5731b9-15f9-4bb0-a851-e18deddb5d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586e988a-a5bd-4547-805d-aef5157a5d0f,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:36.605875 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5731b9-15f9-4bb0-a851-e18deddb5d6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:36.606230 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5731b9-15f9-4bb0-a851-e18deddb5d6d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:36.606583 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5731b9-15f9-4bb0-a851-e18deddb5d6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:36.606925 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5731b9-15f9-4bb0-a851-e18deddb5d6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:36.607263 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5731b9-15f9-4bb0-a851-e18deddb5d6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:36.607595 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5731b9-15f9-4bb0-a851-e18deddb5d6d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:36.607929 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5731b9-15f9-4bb0-a851-e18deddb5d6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:36.608256 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5731b9-15f9-4bb0-a851-e18deddb5d6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:36.608612 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5731b9-15f9-4bb0-a851-e18deddb5d6d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:36.608955 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5731b9-15f9-4bb0-a851-e18deddb5d6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:36.609271 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5731b9-15f9-4bb0-a851-e18deddb5d6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:36.610157 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5731b9-15f9-4bb0-a851-e18deddb5d6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:36.610612 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5731b9-15f9-4bb0-a851-e18deddb5d6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:36.610940 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5731b9-15f9-4bb0-a851-e18deddb5d6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:36.611264 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5731b9-15f9-4bb0-a851-e18deddb5d6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:44.092248 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:46.879831 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 48428) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:16:46.981105 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-95f6226d-2f40-49e8-86ab-b4540b4f33a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:47.052764 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-95f6226d-2f40-49e8-86ab-b4540b4f33a5 admin admin] Publish callbacks [] for security_group (1b93add4-95e8-4609-860c-c9b69191e18e), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:47.120688 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-95f6226d-2f40-49e8-86ab-b4540b4f33a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (1b93add4-95e8-4609-860c-c9b69191e18e), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:47.159180 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-95f6226d-2f40-49e8-86ab-b4540b4f33a5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c41eb883fa2147a5974e65bab3aaee96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2777195 Mar 29 16:16:47.160022 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6226d-2f40-49e8-86ab-b4540b4f33a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b93add4-95e8-4609-860c-c9b69191e18e,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:47.162011 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 48432) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:16:47.208946 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-caf8feb6-b3da-4b0a-ae9f-804b7c64847f admin admin] Publish callbacks [] for security_group (1b93add4-95e8-4609-860c-c9b69191e18e), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:47.229728 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-caf8feb6-b3da-4b0a-ae9f-804b7c64847f admin admin] Publish callbacks [] for security_group (1b93add4-95e8-4609-860c-c9b69191e18e), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:47.343594 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-caf8feb6-b3da-4b0a-ae9f-804b7c64847f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (1b93add4-95e8-4609-860c-c9b69191e18e), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:47.346750 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-caf8feb6-b3da-4b0a-ae9f-804b7c64847f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:47.347908 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-caf8feb6-b3da-4b0a-ae9f-804b7c64847f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b93add4-95e8-4609-860c-c9b69191e18e HTTP/1.1" status: 204 len: 168 time: 0.1848288 Mar 29 16:16:47.355745 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8feb6-b3da-4b0a-ae9f-804b7c64847f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b93add4-95e8-4609-860c-c9b69191e18e,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:48.235172 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 48454) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:16:48.326138 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-a2d42286-8db3-4aab-ad87-f6634012d5ea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-630851957-network', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:16:48.423563 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d42286-8db3-4aab-ad87-f6634012d5ea admin admin] Made reservation on behalf of 6c3a1046f0524fd6ae3f1b5606c370b8 for: {'network': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:16:48.425993 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a2d42286-8db3-4aab-ad87-f6634012d5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for network (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:48.434425 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a2d42286-8db3-4aab-ad87-f6634012d5ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:48.507854 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a2d42286-8db3-4aab-ad87-f6634012d5ea admin admin] Publish callbacks [] for security_group (4f328aaf-20da-49e5-aca5-f6ac3f0edded), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:48.566300 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a2d42286-8db3-4aab-ad87-f6634012d5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (4f328aaf-20da-49e5-aca5-f6ac3f0edded), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:48.592647 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d42286-8db3-4aab-ad87-f6634012d5ea admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=103832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:16:48.598712 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d42286-8db3-4aab-ad87-f6634012d5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f328aaf-20da-49e5-aca5-f6ac3f0edded,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:48.604768 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a2d42286-8db3-4aab-ad87-f6634012d5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (88a7a8ff-4d4c-43b7-850b-b01ce1873ca0), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:48.605103 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.db.segments_db [None req-a2d42286-8db3-4aab-ad87-f6634012d5ea admin admin] Added segment 88a7a8ff-4d4c-43b7-850b-b01ce1873ca0 of type vlan for network 56e867d1-8e31-47b2-bfd6-ebb5edc4abd7 Mar 29 16:16:48.644157 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a2d42286-8db3-4aab-ad87-f6634012d5ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748544495665'] for network (56e867d1-8e31-47b2-bfd6-ebb5edc4abd7), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:48.732004 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a2d42286-8db3-4aab-ad87-f6634012d5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for network (56e867d1-8e31-47b2-bfd6-ebb5edc4abd7), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:48.732961 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d42286-8db3-4aab-ad87-f6634012d5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:48.733541 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a2d42286-8db3-4aab-ad87-f6634012d5ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:48.792172 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d42286-8db3-4aab-ad87-f6634012d5ea admin admin] Pushing event updated for resources: {'Network': ['ID=56e867d1-8e31-47b2-bfd6-ebb5edc4abd7,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:48.802589 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Network 56e867d1-8e31-47b2-bfd6-ebb5edc4abd7 details requested by agent ovs-agent-dv-cinder-562053-19-iscsi with host dv-cinder-562053-19-iscsi {{(pid=103833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:16:48.847092 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-a2d42286-8db3-4aab-ad87-f6634012d5ea admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6108270 Mar 29 16:16:48.850002 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 48458) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:16:48.854917 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-dc4cce35-7de2-4a77-a555-196b12d01ce8 admin admin] Request body: {'subnet': {'network_id': '56e867d1-8e31-47b2-bfd6-ebb5edc4abd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-630851957-subnet', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'ip_version': 4}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:16:48.934927 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4cce35-7de2-4a77-a555-196b12d01ce8 admin admin] Made reservation on behalf of 6c3a1046f0524fd6ae3f1b5606c370b8 for: {'subnet': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:16:48.937257 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dc4cce35-7de2-4a77-a555-196b12d01ce8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10310177'] for subnet (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:49.155028 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dc4cce35-7de2-4a77-a555-196b12d01ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10478980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10310199'] for subnet (4140238b-8894-468a-b97f-b0a8a8968bb1), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:49.208828 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4cce35-7de2-4a77-a555-196b12d01ce8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4140238b-8894-468a-b97f-b0a8a8968bb1,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:49.217241 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4cce35-7de2-4a77-a555-196b12d01ce8 admin admin] Checking segment: {'id': '88a7a8ff-4d4c-43b7-850b-b01ce1873ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '56e867d1-8e31-47b2-bfd6-ebb5edc4abd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:16:49.217597 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4cce35-7de2-4a77-a555-196b12d01ce8 admin admin] Network hostable DHCP agents. Network: 56e867d1-8e31-47b2-bfd6-ebb5edc4abd7, hostable agents: ['60b75cb5-fa55-4ab5-bd81-9da0c894ffc8'], hosted agents: [] {{(pid=103832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:16:49.297413 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4cce35-7de2-4a77-a555-196b12d01ce8 admin admin] Network 56e867d1-8e31-47b2-bfd6-ebb5edc4abd7 is scheduled to be hosted by DHCP agent 60b75cb5-fa55-4ab5-bd81-9da0c894ffc8 with binding_index 1 {{(pid=103832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:16:49.354855 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-dc4cce35-7de2-4a77-a555-196b12d01ce8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-19-iscsi, 56e867d1-8e31-47b2-bfd6-ebb5edc4abd7) {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:16:49.358826 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4cce35-7de2-4a77-a555-196b12d01ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:49.359410 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dc4cce35-7de2-4a77-a555-196b12d01ce8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:49.363972 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274253e8-1844-4b80-859a-ec1020b506a7 None None] Network 56e867d1-8e31-47b2-bfd6-ebb5edc4abd7 requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:16:49.423312 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-dc4cce35-7de2-4a77-a555-196b12d01ce8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5695612 Mar 29 16:16:49.424111 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 48460) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:16:49.427839 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-ea8bdd74-0bf3-4db0-bc80-471d7192bd6f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-630851957-router', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:16:49.460661 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd4760e-f710-5e2a-8ad4-26c94dd4ee74-56e867d1-8e31-47b2-bfd6-ebb5edc4abd7', 'network_id': '56e867d1-8e31-47b2-bfd6-ebb5edc4abd7', 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'fixed_ips': [{'subnet_id': '4140238b-8894-468a-b97f-b0a8a8968bb1'}]}} from dv-cinder-562053-19-iscsi. {{(pid=103833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 16:16:49.461498 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:49.486947 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ea8bdd74-0bf3-4db0-bc80-471d7192bd6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1031732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router (76685dcd-da1c-410b-8178-5d904a20a5c0), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:49.488033 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ea8bdd74-0bf3-4db0-bc80-471d7192bd6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1033461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-836'] for router (76685dcd-da1c-410b-8178-5d904a20a5c0), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:49.540251 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ea8bdd74-0bf3-4db0-bc80-471d7192bd6f admin admin] Publish callbacks [] for router_controller (76685dcd-da1c-410b-8178-5d904a20a5c0), precommit_add_association {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:49.593675 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Allocated IP 172.20.0.2 (56e867d1-8e31-47b2-bfd6-ebb5edc4abd7/4140238b-8894-468a-b97f-b0a8a8968bb1/e94b225f-bc4d-441f-99b5-9f42f3a5f174) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:16:49.737470 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Publish callbacks [] for port (e94b225f-bc4d-441f-99b5-9f42f3a5f174), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:49.761369 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ea8bdd74-0bf3-4db0-bc80-471d7192bd6f admin admin] Publish callbacks [] for router_gateway (76685dcd-da1c-410b-8178-5d904a20a5c0), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:49.809569 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934'] for port (e94b225f-bc4d-441f-99b5-9f42f3a5f174), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:49.846589 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Network 56e867d1-8e31-47b2-bfd6-ebb5edc4abd7 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:16:49.849524 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:16:49.852226 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:16:49.863607 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Pushing event updated for resources: {'Port': ['ID=e94b225f-bc4d-441f-99b5-9f42f3a5f174,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:49.889637 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:49.889984 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:49.890326 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:49.890667 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:49.890999 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:49.891326 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:49.891652 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:49.891999 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:49.892359 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:49.892723 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:49.893567 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:49.893893 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:49.894212 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:49.894529 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:49.894851 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:49.923794 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Attempting to bind port e94b225f-bc4d-441f-99b5-9f42f3a5f174 on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:16:49.925811 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Attempting to bind port e94b225f-bc4d-441f-99b5-9f42f3a5f174 by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': '88a7a8ff-4d4c-43b7-850b-b01ce1873ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '56e867d1-8e31-47b2-bfd6-ebb5edc4abd7'}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:16:49.925811 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Attempting to bind port e94b225f-bc4d-441f-99b5-9f42f3a5f174 on network 56e867d1-8e31-47b2-bfd6-ebb5edc4abd7 {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:16:49.929750 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:16:49.930128 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Checking segment: {'id': '88a7a8ff-4d4c-43b7-850b-b01ce1873ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '56e867d1-8e31-47b2-bfd6-ebb5edc4abd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:16:49.930521 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:49.930912 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Bound using segment: {'id': '88a7a8ff-4d4c-43b7-850b-b01ce1873ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '56e867d1-8e31-47b2-bfd6-ebb5edc4abd7'} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:16:49.931369 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Bound port: e94b225f-bc4d-441f-99b5-9f42f3a5f174, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88a7a8ff-4d4c-43b7-850b-b01ce1873ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '56e867d1-8e31-47b2-bfd6-ebb5edc4abd7'}}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:16:49.931753 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (e94b225f-bc4d-441f-99b5-9f42f3a5f174), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:49.998526 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] For port e94b225f-bc4d-441f-99b5-9f42f3a5f174, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:16:50.001513 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] For port e94b225f-bc4d-441f-99b5-9f42f3a5f174, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=e94b225f-bc4d-441f-99b5-9f42f3a5f174,segment=NetworkSegment(88a7a8ff-4d4c-43b7-850b-b01ce1873ca0),segment_id=88a7a8ff-4d4c-43b7-850b-b01ce1873ca0)] {{(pid=103833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:16:50.025696 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ea8bdd74-0bf3-4db0-bc80-471d7192bd6f admin admin] Publish callbacks [] for router_gateway (76685dcd-da1c-410b-8178-5d904a20a5c0), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:50.044364 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ea8bdd74-0bf3-4db0-bc80-471d7192bd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:50.084825 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (e94b225f-bc4d-441f-99b5-9f42f3a5f174), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:50.143655 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2393000-43fc-4ffe-9e31-be16add0ef68 None None] Pushing event updated for resources: {'Port': ['ID=e94b225f-bc4d-441f-99b5-9f42f3a5f174,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:50.155078 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [None req-ea8bdd74-0bf3-4db0-bc80-471d7192bd6f admin admin] Allocated IP 172.27.3.16 (3dc57d37-328b-453d-86b3-347b9e0efd38/8a0c47e6-f825-43a4-ad31-8f961885bd6a/a38b955a-897a-4714-b8d9-0e74ac71c896) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:16:50.473567 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ea8bdd74-0bf3-4db0-bc80-471d7192bd6f admin admin] Publish callbacks [] for port (a38b955a-897a-4714-b8d9-0e74ac71c896), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:50.593120 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ea8bdd74-0bf3-4db0-bc80-471d7192bd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (a38b955a-897a-4714-b8d9-0e74ac71c896), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:50.628284 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8bdd74-0bf3-4db0-bc80-471d7192bd6f admin admin] Network 3dc57d37-328b-453d-86b3-347b9e0efd38 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:16:50.631102 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-ea8bdd74-0bf3-4db0-bc80-471d7192bd6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:16:50.634481 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8bdd74-0bf3-4db0-bc80-471d7192bd6f admin admin] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:16:50.662556 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bdd74-0bf3-4db0-bc80-471d7192bd6f admin admin] Pushing event updated for resources: {'Port': ['ID=a38b955a-897a-4714-b8d9-0e74ac71c896,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:50.963770 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ea8bdd74-0bf3-4db0-bc80-471d7192bd6f admin admin] Publish callbacks [] for router_gateway (76685dcd-da1c-410b-8178-5d904a20a5c0), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:51.009118 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05e0dba-dc82-4be7-b5dc-1afafe77bcfb None None] Network 56e867d1-8e31-47b2-bfd6-ebb5edc4abd7 requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:16:51.111975 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-2db03059-b572-48cf-b31f-62ccecad7ec8 None None] Provisioning complete for port e94b225f-bc4d-441f-99b5-9f42f3a5f174 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:16:51.112261 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2db03059-b572-48cf-b31f-62ccecad7ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (e94b225f-bc4d-441f-99b5-9f42f3a5f174), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:51.162450 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ea8bdd74-0bf3-4db0-bc80-471d7192bd6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1033250'] for router (76685dcd-da1c-410b-8178-5d904a20a5c0), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:51.196985 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-2db03059-b572-48cf-b31f-62ccecad7ec8 None None] Current status of the port e94b225f-bc4d-441f-99b5-9f42f3a5f174 is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:16:51.197377 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2db03059-b572-48cf-b31f-62ccecad7ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (e94b225f-bc4d-441f-99b5-9f42f3a5f174), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:51.235640 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-2db03059-b572-48cf-b31f-62ccecad7ec8 None None] For port e94b225f-bc4d-441f-99b5-9f42f3a5f174, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=e94b225f-bc4d-441f-99b5-9f42f3a5f174,segment=NetworkSegment(88a7a8ff-4d4c-43b7-850b-b01ce1873ca0),segment_id=88a7a8ff-4d4c-43b7-850b-b01ce1873ca0)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:16:51.309465 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2db03059-b572-48cf-b31f-62ccecad7ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (e94b225f-bc4d-441f-99b5-9f42f3a5f174), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:51.359380 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db03059-b572-48cf-b31f-62ccecad7ec8 None None] Pushing event updated for resources: {'Port': ['ID=e94b225f-bc4d-441f-99b5-9f42f3a5f174,revision_number=3']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:51.371953 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8bdd74-0bf3-4db0-bc80-471d7192bd6f admin admin] Router 76685dcd-da1c-410b-8178-5d904a20a5c0 is scheduled to L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc with binding_index 1 {{(pid=103832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:16:51.429514 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-e58737c6-f296-4e15-adf1-cce38cbdebb6 None None] Provisioning complete for port e94b225f-bc4d-441f-99b5-9f42f3a5f174 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:16:51.429891 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e58737c6-f296-4e15-adf1-cce38cbdebb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (e94b225f-bc4d-441f-99b5-9f42f3a5f174), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:51.483740 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8bdd74-0bf3-4db0-bc80-471d7192bd6f admin admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:16:51.494054 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d4e693-ace4-4d58-b835-63d31e4c3945 None None] Sync routers for ids ['76685dcd-da1c-410b-8178-5d904a20a5c0'] in dv-cinder-562053-19-iscsi {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:16:51.516420 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d4e693-ace4-4d58-b835-63d31e4c3945 None None] Routers {'76685dcd-da1c-410b-8178-5d904a20a5c0'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:16:51.517033 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-27d4e693-ace4-4d58-b835-63d31e4c3945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:16:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['76685dcd-da1c-410b-8178-5d904a20a5c0'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:16:51.519406 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-e58737c6-f296-4e15-adf1-cce38cbdebb6 None None] Current status of the port e94b225f-bc4d-441f-99b5-9f42f3a5f174 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:16:51.554629 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ea8bdd74-0bf3-4db0-bc80-471d7192bd6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:51.558392 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-ea8bdd74-0bf3-4db0-bc80-471d7192bd6f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1313109 Mar 29 16:16:51.558674 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 48462) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:16:51.624795 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-27d4e693-ace4-4d58-b835-63d31e4c3945 None None] Set router 76685dcd-da1c-410b-8178-5d904a20a5c0 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:16:51.802237 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-27d4e693-ace4-4d58-b835-63d31e4c3945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'name': 'tempest-TestMinimumBasicScenario-630851957-router', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'a38b955a-897a-4714-b8d9-0e74ac71c896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:16:49Z', 'updated_at': '2022-03-29T16:16:50Z', 'revision_number': 3, 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'gw_port': {'id': 'a38b955a-897a-4714-b8d9-0e74ac71c896', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:50Z', 'updated_at': '2022-03-29T16:16:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:16:51.829520 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d4e693-ace4-4d58-b835-63d31e4c3945 None None] Checking router: 76685dcd-da1c-410b-8178-5d904a20a5c0 for host: dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:16:51.829871 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d4e693-ace4-4d58-b835-63d31e4c3945 None None] Updating router 76685dcd-da1c-410b-8178-5d904a20a5c0 port a38b955a-897a-4714-b8d9-0e74ac71c896 binding host dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:16:51.856783 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-27d4e693-ace4-4d58-b835-63d31e4c3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (a38b955a-897a-4714-b8d9-0e74ac71c896), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:51.967477 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-618038c6-feaf-48ba-8361-984bba1a3374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:52.096361 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device e94b225f-bc4d-441f-99b5-9f42f3a5f174 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:16:52.130517 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [None req-618038c6-feaf-48ba-8361-984bba1a3374 admin admin] Allocated IP 172.20.0.1 (56e867d1-8e31-47b2-bfd6-ebb5edc4abd7/4140238b-8894-468a-b97f-b0a8a8968bb1/18a8857d-e75a-4399-9d5f-6e4ce74e2e6f) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:16:52.138591 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-27d4e693-ace4-4d58-b835-63d31e4c3945 None None] Publish callbacks [] for port (a38b955a-897a-4714-b8d9-0e74ac71c896), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:52.160614 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port e94b225f-bc4d-441f-99b5-9f42f3a5f174 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:16:52.160986 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (e94b225f-bc4d-441f-99b5-9f42f3a5f174), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:52.229398 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-618038c6-feaf-48ba-8361-984bba1a3374 admin admin] Publish callbacks [] for port (18a8857d-e75a-4399-9d5f-6e4ce74e2e6f), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:52.230480 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-27d4e693-ace4-4d58-b835-63d31e4c3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (a38b955a-897a-4714-b8d9-0e74ac71c896), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:52.272487 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port e94b225f-bc4d-441f-99b5-9f42f3a5f174 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:16:52.302950 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500d4a3-8304-4c58-a766-dad89de4e939 None None] Pushing event updated for resources: {'Port': ['ID=a38b955a-897a-4714-b8d9-0e74ac71c896,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:52.308410 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-27d4e693-ace4-4d58-b835-63d31e4c3945 None None] Attempting to bind port a38b955a-897a-4714-b8d9-0e74ac71c896 on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:16:52.308783 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-27d4e693-ace4-4d58-b835-63d31e4c3945 None None] Attempting to bind port a38b955a-897a-4714-b8d9-0e74ac71c896 by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:16:52.309164 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d4e693-ace4-4d58-b835-63d31e4c3945 None None] Attempting to bind port a38b955a-897a-4714-b8d9-0e74ac71c896 on network 3dc57d37-328b-453d-86b3-347b9e0efd38 {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:16:52.314391 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d4e693-ace4-4d58-b835-63d31e4c3945 None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:16:52.314782 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d4e693-ace4-4d58-b835-63d31e4c3945 None None] Checking segment: {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:16:52.319598 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-27d4e693-ace4-4d58-b835-63d31e4c3945 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:52.319598 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d4e693-ace4-4d58-b835-63d31e4c3945 None None] Bound using segment: {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:16:52.319598 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-27d4e693-ace4-4d58-b835-63d31e4c3945 None None] Bound port: a38b955a-897a-4714-b8d9-0e74ac71c896, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:16:52.319598 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-27d4e693-ace4-4d58-b835-63d31e4c3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (a38b955a-897a-4714-b8d9-0e74ac71c896), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:52.344217 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-618038c6-feaf-48ba-8361-984bba1a3374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (18a8857d-e75a-4399-9d5f-6e4ce74e2e6f), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:52.365992 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-27d4e693-ace4-4d58-b835-63d31e4c3945 None None] For port a38b955a-897a-4714-b8d9-0e74ac71c896, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:16:52.369209 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-27d4e693-ace4-4d58-b835-63d31e4c3945 None None] For port a38b955a-897a-4714-b8d9-0e74ac71c896, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=a38b955a-897a-4714-b8d9-0e74ac71c896,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:16:52.377798 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ee87fb46-0cad-46a9-ae91-ea42ffba41f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:52.387147 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618038c6-feaf-48ba-8361-984bba1a3374 admin admin] Network 56e867d1-8e31-47b2-bfd6-ebb5edc4abd7 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:16:52.390095 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-618038c6-feaf-48ba-8361-984bba1a3374 admin admin] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:16:52.392389 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618038c6-feaf-48ba-8361-984bba1a3374 admin admin] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:16:52.424845 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618038c6-feaf-48ba-8361-984bba1a3374 admin admin] Pushing event updated for resources: {'Port': ['ID=18a8857d-e75a-4399-9d5f-6e4ce74e2e6f,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:52.442469 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-618038c6-feaf-48ba-8361-984bba1a3374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032949'] for router_interface (76685dcd-da1c-410b-8178-5d904a20a5c0), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:52.464320 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-27d4e693-ace4-4d58-b835-63d31e4c3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (a38b955a-897a-4714-b8d9-0e74ac71c896), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:52.527999 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d4e693-ace4-4d58-b835-63d31e4c3945 None None] Routers {'76685dcd-da1c-410b-8178-5d904a20a5c0'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:16:52.528670 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-27d4e693-ace4-4d58-b835-63d31e4c3945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:16:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['76685dcd-da1c-410b-8178-5d904a20a5c0'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:16:52.570308 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500d4a3-8304-4c58-a766-dad89de4e939 None None] Pushing event updated for resources: {'Port': ['ID=a38b955a-897a-4714-b8d9-0e74ac71c896,revision_number=3']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:52.644902 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-27d4e693-ace4-4d58-b835-63d31e4c3945 None None] Set router 76685dcd-da1c-410b-8178-5d904a20a5c0 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:16:52.654612 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-618038c6-feaf-48ba-8361-984bba1a3374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (18a8857d-e75a-4399-9d5f-6e4ce74e2e6f), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:52.714333 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6734bbb9-07d8-4865-a770-2a6f7e7cf918 None None] Provisioning complete for port 18a8857d-e75a-4399-9d5f-6e4ce74e2e6f triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:16:52.714637 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6734bbb9-07d8-4865-a770-2a6f7e7cf918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (18a8857d-e75a-4399-9d5f-6e4ce74e2e6f), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:52.790997 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6734bbb9-07d8-4865-a770-2a6f7e7cf918 None None] Port 18a8857d-e75a-4399-9d5f-6e4ce74e2e6f cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:16:52.813794 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-618038c6-feaf-48ba-8361-984bba1a3374 admin admin] Publish callbacks [] for port (18a8857d-e75a-4399-9d5f-6e4ce74e2e6f), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:52.856387 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-27d4e693-ace4-4d58-b835-63d31e4c3945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'name': 'tempest-TestMinimumBasicScenario-630851957-router', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'a38b955a-897a-4714-b8d9-0e74ac71c896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:16:49Z', 'updated_at': '2022-03-29T16:16:50Z', 'revision_number': 3, 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'gw_port': {'id': 'a38b955a-897a-4714-b8d9-0e74ac71c896', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:50Z', 'updated_at': '2022-03-29T16:16:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:16:52.880680 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-618038c6-feaf-48ba-8361-984bba1a3374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10426429'] for port (18a8857d-e75a-4399-9d5f-6e4ce74e2e6f), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:52.881926 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d4e693-ace4-4d58-b835-63d31e4c3945 None None] The sync data for ids ['76685dcd-da1c-410b-8178-5d904a20a5c0'] in dv-cinder-562053-19-iscsi is: [{'id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'name': 'tempest-TestMinimumBasicScenario-630851957-router', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'a38b955a-897a-4714-b8d9-0e74ac71c896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:16:49Z', 'updated_at': '2022-03-29T16:16:50Z', 'revision_number': 3, 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'gw_port': {'id': 'a38b955a-897a-4714-b8d9-0e74ac71c896', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:50Z', 'updated_at': '2022-03-29T16:16:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}] {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:16:52.946851 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618038c6-feaf-48ba-8361-984bba1a3374 admin admin] Pushing event updated for resources: {'Port': ['ID=18a8857d-e75a-4399-9d5f-6e4ce74e2e6f,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:52.951726 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-618038c6-feaf-48ba-8361-984bba1a3374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1032801'] for router_interface (76685dcd-da1c-410b-8178-5d904a20a5c0), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:53.047516 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618038c6-feaf-48ba-8361-984bba1a3374 admin admin] Network 56e867d1-8e31-47b2-bfd6-ebb5edc4abd7 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:16:53.049060 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-618038c6-feaf-48ba-8361-984bba1a3374 admin admin] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:16:53.180381 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618038c6-feaf-48ba-8361-984bba1a3374 admin admin] Router 76685dcd-da1c-410b-8178-5d904a20a5c0 has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:16:53.297511 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618038c6-feaf-48ba-8361-984bba1a3374 admin admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:16:53.304151 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-618038c6-feaf-48ba-8361-984bba1a3374 admin admin] 10.222.0.39 "PUT /v2.0/routers/76685dcd-da1c-410b-8178-5d904a20a5c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7444108 Mar 29 16:16:53.316169 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-c1f7dd95-1852-41f8-9f58-4261c21b44e4 None None] Provisioning complete for port 18a8857d-e75a-4399-9d5f-6e4ce74e2e6f triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:16:53.316714 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c1f7dd95-1852-41f8-9f58-4261c21b44e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (18a8857d-e75a-4399-9d5f-6e4ce74e2e6f), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:53.354248 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-c1f7dd95-1852-41f8-9f58-4261c21b44e4 None None] Port 18a8857d-e75a-4399-9d5f-6e4ce74e2e6f cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:16:54.026949 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 48478) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:16:54.031860 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-18c13a8c-99b7-4e2f-a923-65a7e4c0ab10 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-226704105-network', 'tenant_id': '7e3253229e6e40929e56b371555837c7'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:16:54.049503 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device a38b955a-897a-4714-b8d9-0e74ac71c896 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:16:54.103107 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port a38b955a-897a-4714-b8d9-0e74ac71c896 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:16:54.103483 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (a38b955a-897a-4714-b8d9-0e74ac71c896), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:54.146899 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c13a8c-99b7-4e2f-a923-65a7e4c0ab10 admin admin] Made reservation on behalf of 7e3253229e6e40929e56b371555837c7 for: {'network': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:16:54.149436 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-18c13a8c-99b7-4e2f-a923-65a7e4c0ab10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for network (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:54.164206 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-18c13a8c-99b7-4e2f-a923-65a7e4c0ab10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:54.192658 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port a38b955a-897a-4714-b8d9-0e74ac71c896 is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:16:54.193044 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (a38b955a-897a-4714-b8d9-0e74ac71c896), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:54.215253 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] For port a38b955a-897a-4714-b8d9-0e74ac71c896, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=a38b955a-897a-4714-b8d9-0e74ac71c896,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:16:54.242207 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-18c13a8c-99b7-4e2f-a923-65a7e4c0ab10 admin admin] Publish callbacks [] for security_group (960639b8-a394-419d-bbf0-4b9b9bf7e74d), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:54.266628 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (a38b955a-897a-4714-b8d9-0e74ac71c896), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:54.315376 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-18c13a8c-99b7-4e2f-a923-65a7e4c0ab10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (960639b8-a394-419d-bbf0-4b9b9bf7e74d), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:54.318677 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Pushing event updated for resources: {'Port': ['ID=a38b955a-897a-4714-b8d9-0e74ac71c896,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:54.342986 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c13a8c-99b7-4e2f-a923-65a7e4c0ab10 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=103832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:16:54.353125 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c13a8c-99b7-4e2f-a923-65a7e4c0ab10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960639b8-a394-419d-bbf0-4b9b9bf7e74d,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:54.358033 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-18c13a8c-99b7-4e2f-a923-65a7e4c0ab10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (522a9d41-771a-4a73-8e4d-70859ed0154b), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:54.358361 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.db.segments_db [None req-18c13a8c-99b7-4e2f-a923-65a7e4c0ab10 admin admin] Added segment 522a9d41-771a-4a73-8e4d-70859ed0154b of type vlan for network f78ae000-b525-4ce9-894b-0b3a87fa8215 Mar 29 16:16:54.368635 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab91351-9b33-4029-8430-5d5ba1a260f0 None None] Sync routers for ids ['76685dcd-da1c-410b-8178-5d904a20a5c0'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:16:54.378159 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab91351-9b33-4029-8430-5d5ba1a260f0 None None] Routers {'76685dcd-da1c-410b-8178-5d904a20a5c0'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:16:54.381397 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-aab91351-9b33-4029-8430-5d5ba1a260f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:16:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['76685dcd-da1c-410b-8178-5d904a20a5c0'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:16:54.399207 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-18c13a8c-99b7-4e2f-a923-65a7e4c0ab10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748544495665'] for network (f78ae000-b525-4ce9-894b-0b3a87fa8215), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:54.486818 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-aab91351-9b33-4029-8430-5d5ba1a260f0 None None] Set router 76685dcd-da1c-410b-8178-5d904a20a5c0 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:16:54.489412 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-18c13a8c-99b7-4e2f-a923-65a7e4c0ab10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for network (f78ae000-b525-4ce9-894b-0b3a87fa8215), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:54.490399 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c13a8c-99b7-4e2f-a923-65a7e4c0ab10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:54.490990 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-18c13a8c-99b7-4e2f-a923-65a7e4c0ab10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:54.551840 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c13a8c-99b7-4e2f-a923-65a7e4c0ab10 admin admin] Pushing event updated for resources: {'Network': ['ID=f78ae000-b525-4ce9-894b-0b3a87fa8215,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:54.563980 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Network f78ae000-b525-4ce9-894b-0b3a87fa8215 details requested by agent ovs-agent-dv-cinder-562053-19-iscsi with host dv-cinder-562053-19-iscsi {{(pid=103833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:16:54.622402 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-18c13a8c-99b7-4e2f-a923-65a7e4c0ab10 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5932848 Mar 29 16:16:54.628955 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 48480) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:16:54.633885 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-23398d3a-ea82-4366-affb-6f7ae11cb700 admin admin] Request body: {'subnet': {'network_id': 'f78ae000-b525-4ce9-894b-0b3a87fa8215', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-226704105-subnet', 'tenant_id': '7e3253229e6e40929e56b371555837c7', 'ip_version': 4}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:16:54.646042 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3d18bc72-a4da-490f-a616-f1e36ce2f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:54.692668 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-aab91351-9b33-4029-8430-5d5ba1a260f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'name': 'tempest-TestMinimumBasicScenario-630851957-router', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'a38b955a-897a-4714-b8d9-0e74ac71c896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:16:49Z', 'updated_at': '2022-03-29T16:16:52Z', 'revision_number': 4, 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'gw_port': {'id': 'a38b955a-897a-4714-b8d9-0e74ac71c896', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:50Z', 'updated_at': '2022-03-29T16:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '18a8857d-e75a-4399-9d5f-6e4ce74e2e6f', 'name': '', 'network_id': '56e867d1-8e31-47b2-bfd6-ebb5edc4abd7', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'mac_address': 'fa:16:3e:88:cb:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4140238b-8894-468a-b97f-b0a8a8968bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:51Z', 'updated_at': '2022-03-29T16:16:52Z', 'revision_number': 2, 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'subnets': [{'id': '4140238b-8894-468a-b97f-b0a8a8968bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:16:54.718076 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab91351-9b33-4029-8430-5d5ba1a260f0 None None] Checking router: 76685dcd-da1c-410b-8178-5d904a20a5c0 for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:16:54.718428 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab91351-9b33-4029-8430-5d5ba1a260f0 None None] Updating router 76685dcd-da1c-410b-8178-5d904a20a5c0 port 18a8857d-e75a-4399-9d5f-6e4ce74e2e6f binding host dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:16:54.731978 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23398d3a-ea82-4366-affb-6f7ae11cb700 admin admin] Made reservation on behalf of 7e3253229e6e40929e56b371555837c7 for: {'subnet': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:16:54.734371 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-23398d3a-ea82-4366-affb-6f7ae11cb700 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10310177'] for subnet (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:54.745388 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-aab91351-9b33-4029-8430-5d5ba1a260f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (18a8857d-e75a-4399-9d5f-6e4ce74e2e6f), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:54.960960 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-23398d3a-ea82-4366-affb-6f7ae11cb700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10478980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10310199'] for subnet (a0cac9b3-6859-43ab-8aba-b4ad56dbb779), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:55.004873 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-aab91351-9b33-4029-8430-5d5ba1a260f0 None None] Publish callbacks [] for port (18a8857d-e75a-4399-9d5f-6e4ce74e2e6f), precommit_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:55.022619 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23398d3a-ea82-4366-affb-6f7ae11cb700 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0cac9b3-6859-43ab-8aba-b4ad56dbb779,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:55.029922 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23398d3a-ea82-4366-affb-6f7ae11cb700 admin admin] Checking segment: {'id': '522a9d41-771a-4a73-8e4d-70859ed0154b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f78ae000-b525-4ce9-894b-0b3a87fa8215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:16:55.030440 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23398d3a-ea82-4366-affb-6f7ae11cb700 admin admin] Network hostable DHCP agents. Network: f78ae000-b525-4ce9-894b-0b3a87fa8215, hostable agents: ['60b75cb5-fa55-4ab5-bd81-9da0c894ffc8'], hosted agents: [] {{(pid=103832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:16:55.060594 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-aab91351-9b33-4029-8430-5d5ba1a260f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (18a8857d-e75a-4399-9d5f-6e4ce74e2e6f), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:55.112778 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f8cdd-fc0e-4685-8bee-de162d2ae0a2 None None] Pushing event updated for resources: {'Port': ['ID=18a8857d-e75a-4399-9d5f-6e4ce74e2e6f,revision_number=3']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:55.137684 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23398d3a-ea82-4366-affb-6f7ae11cb700 admin admin] Network f78ae000-b525-4ce9-894b-0b3a87fa8215 is scheduled to be hosted by DHCP agent 60b75cb5-fa55-4ab5-bd81-9da0c894ffc8 with binding_index 1 {{(pid=103832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:16:55.149662 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f8cdd-fc0e-4685-8bee-de162d2ae0a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:55.152584 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f8cdd-fc0e-4685-8bee-de162d2ae0a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:55.152584 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f8cdd-fc0e-4685-8bee-de162d2ae0a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:55.152584 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f8cdd-fc0e-4685-8bee-de162d2ae0a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:55.152584 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f8cdd-fc0e-4685-8bee-de162d2ae0a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:55.152584 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f8cdd-fc0e-4685-8bee-de162d2ae0a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:55.152584 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f8cdd-fc0e-4685-8bee-de162d2ae0a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:55.152584 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f8cdd-fc0e-4685-8bee-de162d2ae0a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:55.152584 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f8cdd-fc0e-4685-8bee-de162d2ae0a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:55.153355 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f8cdd-fc0e-4685-8bee-de162d2ae0a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:55.153355 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f8cdd-fc0e-4685-8bee-de162d2ae0a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:55.153355 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f8cdd-fc0e-4685-8bee-de162d2ae0a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:55.153630 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f8cdd-fc0e-4685-8bee-de162d2ae0a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:55.153931 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f8cdd-fc0e-4685-8bee-de162d2ae0a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:55.154257 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f8cdd-fc0e-4685-8bee-de162d2ae0a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:55.170844 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-aab91351-9b33-4029-8430-5d5ba1a260f0 None None] Attempting to bind port 18a8857d-e75a-4399-9d5f-6e4ce74e2e6f on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:16:55.171308 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-aab91351-9b33-4029-8430-5d5ba1a260f0 None None] Attempting to bind port 18a8857d-e75a-4399-9d5f-6e4ce74e2e6f by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': '88a7a8ff-4d4c-43b7-850b-b01ce1873ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '56e867d1-8e31-47b2-bfd6-ebb5edc4abd7'}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:16:55.171573 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab91351-9b33-4029-8430-5d5ba1a260f0 None None] Attempting to bind port 18a8857d-e75a-4399-9d5f-6e4ce74e2e6f on network 56e867d1-8e31-47b2-bfd6-ebb5edc4abd7 {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:16:55.177485 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab91351-9b33-4029-8430-5d5ba1a260f0 None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:16:55.177880 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab91351-9b33-4029-8430-5d5ba1a260f0 None None] Checking segment: {'id': '88a7a8ff-4d4c-43b7-850b-b01ce1873ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '56e867d1-8e31-47b2-bfd6-ebb5edc4abd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:16:55.184227 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-aab91351-9b33-4029-8430-5d5ba1a260f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:55.184227 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab91351-9b33-4029-8430-5d5ba1a260f0 None None] Bound using segment: {'id': '88a7a8ff-4d4c-43b7-850b-b01ce1873ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '56e867d1-8e31-47b2-bfd6-ebb5edc4abd7'} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:16:55.184227 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-aab91351-9b33-4029-8430-5d5ba1a260f0 None None] Bound port: 18a8857d-e75a-4399-9d5f-6e4ce74e2e6f, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88a7a8ff-4d4c-43b7-850b-b01ce1873ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '56e867d1-8e31-47b2-bfd6-ebb5edc4abd7'}}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:16:55.184227 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-aab91351-9b33-4029-8430-5d5ba1a260f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (18a8857d-e75a-4399-9d5f-6e4ce74e2e6f), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:55.203665 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-23398d3a-ea82-4366-affb-6f7ae11cb700 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-19-iscsi, f78ae000-b525-4ce9-894b-0b3a87fa8215) {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:16:55.207998 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23398d3a-ea82-4366-affb-6f7ae11cb700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:55.208853 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-23398d3a-ea82-4366-affb-6f7ae11cb700 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:55.218692 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bce8e0-6b56-4847-841c-593ffa4d5c54 None None] Network f78ae000-b525-4ce9-894b-0b3a87fa8215 requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:16:55.247173 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-aab91351-9b33-4029-8430-5d5ba1a260f0 None None] For port 18a8857d-e75a-4399-9d5f-6e4ce74e2e6f, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:16:55.250358 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-aab91351-9b33-4029-8430-5d5ba1a260f0 None None] For port 18a8857d-e75a-4399-9d5f-6e4ce74e2e6f, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=18a8857d-e75a-4399-9d5f-6e4ce74e2e6f,segment=NetworkSegment(88a7a8ff-4d4c-43b7-850b-b01ce1873ca0),segment_id=88a7a8ff-4d4c-43b7-850b-b01ce1873ca0)] {{(pid=103834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:16:55.298728 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-23398d3a-ea82-4366-affb-6f7ae11cb700 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6686466 Mar 29 16:16:55.301804 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 48482) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:16:55.305933 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-11211fcc-b92c-4d21-a1ee-45e56c419381 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-226704105-router', 'tenant_id': '7e3253229e6e40929e56b371555837c7', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:16:55.318476 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-aab91351-9b33-4029-8430-5d5ba1a260f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (18a8857d-e75a-4399-9d5f-6e4ce74e2e6f), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:55.318766 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42cfc88-0a11-4ec4-b991-cde11caa3f40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd4760e-f710-5e2a-8ad4-26c94dd4ee74-f78ae000-b525-4ce9-894b-0b3a87fa8215', 'network_id': 'f78ae000-b525-4ce9-894b-0b3a87fa8215', 'project_id': '7e3253229e6e40929e56b371555837c7', 'fixed_ips': [{'subnet_id': 'a0cac9b3-6859-43ab-8aba-b4ad56dbb779'}]}} from dv-cinder-562053-19-iscsi. {{(pid=103833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 16:16:55.319879 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e42cfc88-0a11-4ec4-b991-cde11caa3f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:55.378324 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab91351-9b33-4029-8430-5d5ba1a260f0 None None] Routers {'76685dcd-da1c-410b-8178-5d904a20a5c0'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:16:55.378984 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-aab91351-9b33-4029-8430-5d5ba1a260f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:16:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['76685dcd-da1c-410b-8178-5d904a20a5c0'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:16:55.384803 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f8cdd-fc0e-4685-8bee-de162d2ae0a2 None None] Pushing event updated for resources: {'Port': ['ID=18a8857d-e75a-4399-9d5f-6e4ce74e2e6f,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:55.404553 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-11211fcc-b92c-4d21-a1ee-45e56c419381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1031732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router (3c0d9b35-49ea-468e-9eb5-fedf4ad773fc), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:55.405726 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-11211fcc-b92c-4d21-a1ee-45e56c419381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1033461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-836'] for router (3c0d9b35-49ea-468e-9eb5-fedf4ad773fc), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:55.429295 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-aa9ec797-f5ba-418a-8b18-85d14e93cb36 None None] Provisioning complete for port 18a8857d-e75a-4399-9d5f-6e4ce74e2e6f triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:16:55.432155 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-aa9ec797-f5ba-418a-8b18-85d14e93cb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (18a8857d-e75a-4399-9d5f-6e4ce74e2e6f), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:55.474900 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-11211fcc-b92c-4d21-a1ee-45e56c419381 admin admin] Publish callbacks [] for router_controller (3c0d9b35-49ea-468e-9eb5-fedf4ad773fc), precommit_add_association {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:55.501977 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-e42cfc88-0a11-4ec4-b991-cde11caa3f40 None None] Allocated IP 172.20.0.2 (f78ae000-b525-4ce9-894b-0b3a87fa8215/a0cac9b3-6859-43ab-8aba-b4ad56dbb779/c738bf21-c2ba-4509-8386-7c48277e155d) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:16:55.515007 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-aab91351-9b33-4029-8430-5d5ba1a260f0 None None] Set router 76685dcd-da1c-410b-8178-5d904a20a5c0 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:16:55.606787 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-aa9ec797-f5ba-418a-8b18-85d14e93cb36 None None] Current status of the port 18a8857d-e75a-4399-9d5f-6e4ce74e2e6f is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:16:55.607177 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-aa9ec797-f5ba-418a-8b18-85d14e93cb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (18a8857d-e75a-4399-9d5f-6e4ce74e2e6f), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:55.674661 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-aa9ec797-f5ba-418a-8b18-85d14e93cb36 None None] For port 18a8857d-e75a-4399-9d5f-6e4ce74e2e6f, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=18a8857d-e75a-4399-9d5f-6e4ce74e2e6f,segment=NetworkSegment(88a7a8ff-4d4c-43b7-850b-b01ce1873ca0),segment_id=88a7a8ff-4d4c-43b7-850b-b01ce1873ca0)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:16:55.724108 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e42cfc88-0a11-4ec4-b991-cde11caa3f40 None None] Publish callbacks [] for port (c738bf21-c2ba-4509-8386-7c48277e155d), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:55.752534 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-aa9ec797-f5ba-418a-8b18-85d14e93cb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (18a8857d-e75a-4399-9d5f-6e4ce74e2e6f), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:55.805267 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e42cfc88-0a11-4ec4-b991-cde11caa3f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934'] for port (c738bf21-c2ba-4509-8386-7c48277e155d), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:55.810592 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ec797-f5ba-418a-8b18-85d14e93cb36 None None] Pushing event updated for resources: {'Port': ['ID=18a8857d-e75a-4399-9d5f-6e4ce74e2e6f,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:55.849297 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:55.862587 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42cfc88-0a11-4ec4-b991-cde11caa3f40 None None] Network f78ae000-b525-4ce9-894b-0b3a87fa8215 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:16:55.876077 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-e42cfc88-0a11-4ec4-b991-cde11caa3f40 None None] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:16:55.876368 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-aab91351-9b33-4029-8430-5d5ba1a260f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'name': 'tempest-TestMinimumBasicScenario-630851957-router', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'a38b955a-897a-4714-b8d9-0e74ac71c896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:16:49Z', 'updated_at': '2022-03-29T16:16:52Z', 'revision_number': 4, 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'gw_port': {'id': 'a38b955a-897a-4714-b8d9-0e74ac71c896', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:50Z', 'updated_at': '2022-03-29T16:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '18a8857d-e75a-4399-9d5f-6e4ce74e2e6f', 'name': '', 'network_id': '56e867d1-8e31-47b2-bfd6-ebb5edc4abd7', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'mac_address': 'fa:16:3e:88:cb:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4140238b-8894-468a-b97f-b0a8a8968bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:51Z', 'updated_at': '2022-03-29T16:16:55Z', 'revision_number': 4, 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'subnets': [{'id': '4140238b-8894-468a-b97f-b0a8a8968bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:16:55.878628 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42cfc88-0a11-4ec4-b991-cde11caa3f40 None None] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:16:55.883831 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cfc88-0a11-4ec4-b991-cde11caa3f40 None None] Pushing event updated for resources: {'Port': ['ID=c738bf21-c2ba-4509-8386-7c48277e155d,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:55.906394 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab91351-9b33-4029-8430-5d5ba1a260f0 None None] The sync data for ids ['76685dcd-da1c-410b-8178-5d904a20a5c0'] in dv-cinder-562053-19-iscsi is: [{'id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'name': 'tempest-TestMinimumBasicScenario-630851957-router', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'a38b955a-897a-4714-b8d9-0e74ac71c896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:16:49Z', 'updated_at': '2022-03-29T16:16:52Z', 'revision_number': 4, 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'gw_port': {'id': 'a38b955a-897a-4714-b8d9-0e74ac71c896', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:50Z', 'updated_at': '2022-03-29T16:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '18a8857d-e75a-4399-9d5f-6e4ce74e2e6f', 'name': '', 'network_id': '56e867d1-8e31-47b2-bfd6-ebb5edc4abd7', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'mac_address': 'fa:16:3e:88:cb:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4140238b-8894-468a-b97f-b0a8a8968bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:51Z', 'updated_at': '2022-03-29T16:16:55Z', 'revision_number': 4, 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'subnets': [{'id': '4140238b-8894-468a-b97f-b0a8a8968bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:16:55.918294 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-03be55b4-467e-4841-9668-53401fa51eb4 None None] Provisioning complete for port 18a8857d-e75a-4399-9d5f-6e4ce74e2e6f triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:16:55.918683 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-03be55b4-467e-4841-9668-53401fa51eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (18a8857d-e75a-4399-9d5f-6e4ce74e2e6f), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:55.933158 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-11211fcc-b92c-4d21-a1ee-45e56c419381 admin admin] Publish callbacks [] for router_gateway (3c0d9b35-49ea-468e-9eb5-fedf4ad773fc), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:55.974670 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-e42cfc88-0a11-4ec4-b991-cde11caa3f40 None None] Attempting to bind port c738bf21-c2ba-4509-8386-7c48277e155d on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:16:55.975057 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-e42cfc88-0a11-4ec4-b991-cde11caa3f40 None None] Attempting to bind port c738bf21-c2ba-4509-8386-7c48277e155d by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': '522a9d41-771a-4a73-8e4d-70859ed0154b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f78ae000-b525-4ce9-894b-0b3a87fa8215'}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:16:55.975676 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42cfc88-0a11-4ec4-b991-cde11caa3f40 None None] Attempting to bind port c738bf21-c2ba-4509-8386-7c48277e155d on network f78ae000-b525-4ce9-894b-0b3a87fa8215 {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:16:55.989128 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42cfc88-0a11-4ec4-b991-cde11caa3f40 None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:16:55.989508 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42cfc88-0a11-4ec4-b991-cde11caa3f40 None None] Checking segment: {'id': '522a9d41-771a-4a73-8e4d-70859ed0154b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f78ae000-b525-4ce9-894b-0b3a87fa8215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:16:55.989922 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e42cfc88-0a11-4ec4-b991-cde11caa3f40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:55.990312 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42cfc88-0a11-4ec4-b991-cde11caa3f40 None None] Bound using segment: {'id': '522a9d41-771a-4a73-8e4d-70859ed0154b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f78ae000-b525-4ce9-894b-0b3a87fa8215'} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:16:55.990807 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-e42cfc88-0a11-4ec4-b991-cde11caa3f40 None None] Bound port: c738bf21-c2ba-4509-8386-7c48277e155d, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522a9d41-771a-4a73-8e4d-70859ed0154b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f78ae000-b525-4ce9-894b-0b3a87fa8215'}}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:16:55.991186 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e42cfc88-0a11-4ec4-b991-cde11caa3f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (c738bf21-c2ba-4509-8386-7c48277e155d), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:56.094293 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-03be55b4-467e-4841-9668-53401fa51eb4 None None] Current status of the port 18a8857d-e75a-4399-9d5f-6e4ce74e2e6f is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:16:56.104363 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-e42cfc88-0a11-4ec4-b991-cde11caa3f40 None None] For port c738bf21-c2ba-4509-8386-7c48277e155d, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:16:56.108088 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-e42cfc88-0a11-4ec4-b991-cde11caa3f40 None None] For port c738bf21-c2ba-4509-8386-7c48277e155d, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=c738bf21-c2ba-4509-8386-7c48277e155d,segment=NetworkSegment(522a9d41-771a-4a73-8e4d-70859ed0154b),segment_id=522a9d41-771a-4a73-8e4d-70859ed0154b)] {{(pid=103833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:16:56.180462 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device a38b955a-897a-4714-b8d9-0e74ac71c896 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:16:56.205825 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e42cfc88-0a11-4ec4-b991-cde11caa3f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (c738bf21-c2ba-4509-8386-7c48277e155d), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:56.240012 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-11211fcc-b92c-4d21-a1ee-45e56c419381 admin admin] Publish callbacks [] for router_gateway (3c0d9b35-49ea-468e-9eb5-fedf4ad773fc), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:56.266783 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-11211fcc-b92c-4d21-a1ee-45e56c419381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:56.289229 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cfc88-0a11-4ec4-b991-cde11caa3f40 None None] Pushing event updated for resources: {'Port': ['ID=c738bf21-c2ba-4509-8386-7c48277e155d,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:56.298308 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port a38b955a-897a-4714-b8d9-0e74ac71c896 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:16:56.298724 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (a38b955a-897a-4714-b8d9-0e74ac71c896), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:56.387045 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [None req-11211fcc-b92c-4d21-a1ee-45e56c419381 admin admin] Allocated IP 172.27.3.116 (3dc57d37-328b-453d-86b3-347b9e0efd38/8a0c47e6-f825-43a4-ad31-8f961885bd6a/4a3410da-a5de-4170-bb80-c5b9a81c159c) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:16:56.407281 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port a38b955a-897a-4714-b8d9-0e74ac71c896 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:16:56.409299 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 18a8857d-e75a-4399-9d5f-6e4ce74e2e6f up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:16:56.443380 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:16:56.475873 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 18a8857d-e75a-4399-9d5f-6e4ce74e2e6f triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:16:56.476362 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (18a8857d-e75a-4399-9d5f-6e4ce74e2e6f), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:56.544075 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-11211fcc-b92c-4d21-a1ee-45e56c419381 admin admin] Publish callbacks [] for port (4a3410da-a5de-4170-bb80-c5b9a81c159c), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:56.589107 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 18a8857d-e75a-4399-9d5f-6e4ce74e2e6f is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:16:56.681233 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-11211fcc-b92c-4d21-a1ee-45e56c419381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (4a3410da-a5de-4170-bb80-c5b9a81c159c), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:56.726565 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11211fcc-b92c-4d21-a1ee-45e56c419381 admin admin] Network 3dc57d37-328b-453d-86b3-347b9e0efd38 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:16:56.731813 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-11211fcc-b92c-4d21-a1ee-45e56c419381 admin admin] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:16:56.736511 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11211fcc-b92c-4d21-a1ee-45e56c419381 admin admin] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:16:56.739623 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11211fcc-b92c-4d21-a1ee-45e56c419381 admin admin] Pushing event updated for resources: {'Port': ['ID=4a3410da-a5de-4170-bb80-c5b9a81c159c,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:57.085663 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-11211fcc-b92c-4d21-a1ee-45e56c419381 admin admin] Publish callbacks [] for router_gateway (3c0d9b35-49ea-468e-9eb5-fedf4ad773fc), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:57.223410 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:57.295521 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-11211fcc-b92c-4d21-a1ee-45e56c419381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1033250'] for router (3c0d9b35-49ea-468e-9eb5-fedf4ad773fc), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:57.327008 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd75724-a9d8-41ed-9eb5-a9424d7f18ce None None] Network f78ae000-b525-4ce9-894b-0b3a87fa8215 requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:16:57.442945 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-56b54867-bc52-435a-8ead-5ebc0389cfbf None None] Provisioning complete for port c738bf21-c2ba-4509-8386-7c48277e155d triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:16:57.443583 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-56b54867-bc52-435a-8ead-5ebc0389cfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (c738bf21-c2ba-4509-8386-7c48277e155d), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:57.484246 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11211fcc-b92c-4d21-a1ee-45e56c419381 admin admin] Router 3c0d9b35-49ea-468e-9eb5-fedf4ad773fc is scheduled to L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc with binding_index 1 {{(pid=103832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:16:57.523557 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-56b54867-bc52-435a-8ead-5ebc0389cfbf None None] Current status of the port c738bf21-c2ba-4509-8386-7c48277e155d is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:16:57.524299 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-56b54867-bc52-435a-8ead-5ebc0389cfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (c738bf21-c2ba-4509-8386-7c48277e155d), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:57.563120 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-56b54867-bc52-435a-8ead-5ebc0389cfbf None None] For port c738bf21-c2ba-4509-8386-7c48277e155d, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=c738bf21-c2ba-4509-8386-7c48277e155d,segment=NetworkSegment(522a9d41-771a-4a73-8e4d-70859ed0154b),segment_id=522a9d41-771a-4a73-8e4d-70859ed0154b)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:16:57.615168 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-56b54867-bc52-435a-8ead-5ebc0389cfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (c738bf21-c2ba-4509-8386-7c48277e155d), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:57.620434 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11211fcc-b92c-4d21-a1ee-45e56c419381 admin admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:16:57.640418 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d220b30-0500-4f0a-8d04-25be162dd88a None None] Sync routers for ids ['3c0d9b35-49ea-468e-9eb5-fedf4ad773fc'] in dv-cinder-562053-19-iscsi {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:16:57.668917 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d220b30-0500-4f0a-8d04-25be162dd88a None None] Routers {'3c0d9b35-49ea-468e-9eb5-fedf4ad773fc'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:16:57.669538 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-1d220b30-0500-4f0a-8d04-25be162dd88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:16:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['3c0d9b35-49ea-468e-9eb5-fedf4ad773fc'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:16:57.679902 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-11211fcc-b92c-4d21-a1ee-45e56c419381 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:57.681209 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-11211fcc-b92c-4d21-a1ee-45e56c419381 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3784454 Mar 29 16:16:57.683849 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 48484) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:16:57.705657 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b54867-bc52-435a-8ead-5ebc0389cfbf None None] Pushing event updated for resources: {'Port': ['ID=c738bf21-c2ba-4509-8386-7c48277e155d,revision_number=3']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:57.764852 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-b9afc55e-9aa3-4f66-a44f-0e914d5557ef None None] Provisioning complete for port c738bf21-c2ba-4509-8386-7c48277e155d triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:16:57.765227 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b9afc55e-9aa3-4f66-a44f-0e914d5557ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (c738bf21-c2ba-4509-8386-7c48277e155d), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:57.820399 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-1d220b30-0500-4f0a-8d04-25be162dd88a None None] Set router 3c0d9b35-49ea-468e-9eb5-fedf4ad773fc gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:16:58.082696 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device c738bf21-c2ba-4509-8386-7c48277e155d up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:16:58.114192 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f1e4772a-d01f-4309-ba98-c1e1d3b4a914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:58.115081 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-b9afc55e-9aa3-4f66-a44f-0e914d5557ef None None] Current status of the port c738bf21-c2ba-4509-8386-7c48277e155d is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:16:58.187563 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port c738bf21-c2ba-4509-8386-7c48277e155d triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:16:58.187944 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (c738bf21-c2ba-4509-8386-7c48277e155d), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:58.234977 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-1d220b30-0500-4f0a-8d04-25be162dd88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0d9b35-49ea-468e-9eb5-fedf4ad773fc', 'name': 'tempest-TestMinimumBasicScenario-226704105-router', 'tenant_id': '7e3253229e6e40929e56b371555837c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '4a3410da-a5de-4170-bb80-c5b9a81c159c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:16:55Z', 'updated_at': '2022-03-29T16:16:56Z', 'revision_number': 3, 'project_id': '7e3253229e6e40929e56b371555837c7', 'gw_port': {'id': '4a3410da-a5de-4170-bb80-c5b9a81c159c', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0d9b35-49ea-468e-9eb5-fedf4ad773fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:56Z', 'updated_at': '2022-03-29T16:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:16:58.265685 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d220b30-0500-4f0a-8d04-25be162dd88a None None] Checking router: 3c0d9b35-49ea-468e-9eb5-fedf4ad773fc for host: dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:16:58.266045 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d220b30-0500-4f0a-8d04-25be162dd88a None None] Updating router 3c0d9b35-49ea-468e-9eb5-fedf4ad773fc port 4a3410da-a5de-4170-bb80-c5b9a81c159c binding host dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:16:58.269152 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [None req-f1e4772a-d01f-4309-ba98-c1e1d3b4a914 admin admin] Allocated IP 172.20.0.1 (f78ae000-b525-4ce9-894b-0b3a87fa8215/a0cac9b3-6859-43ab-8aba-b4ad56dbb779/0898ad6a-ccc0-480b-9f8b-aba51548c817) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:16:58.313636 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1d220b30-0500-4f0a-8d04-25be162dd88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (4a3410da-a5de-4170-bb80-c5b9a81c159c), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:58.350841 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port c738bf21-c2ba-4509-8386-7c48277e155d is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:16:58.372806 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f1e4772a-d01f-4309-ba98-c1e1d3b4a914 admin admin] Publish callbacks [] for port (0898ad6a-ccc0-480b-9f8b-aba51548c817), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:58.462048 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f1e4772a-d01f-4309-ba98-c1e1d3b4a914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (0898ad6a-ccc0-480b-9f8b-aba51548c817), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:58.499262 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e4772a-d01f-4309-ba98-c1e1d3b4a914 admin admin] Network f78ae000-b525-4ce9-894b-0b3a87fa8215 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:16:58.502835 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-f1e4772a-d01f-4309-ba98-c1e1d3b4a914 admin admin] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:16:58.505221 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e4772a-d01f-4309-ba98-c1e1d3b4a914 admin admin] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:16:58.543037 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4772a-d01f-4309-ba98-c1e1d3b4a914 admin admin] Pushing event updated for resources: {'Port': ['ID=0898ad6a-ccc0-480b-9f8b-aba51548c817,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:58.554287 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:58.558728 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f1e4772a-d01f-4309-ba98-c1e1d3b4a914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032949'] for router_interface (3c0d9b35-49ea-468e-9eb5-fedf4ad773fc), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:58.600702 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1d220b30-0500-4f0a-8d04-25be162dd88a None None] Publish callbacks [] for port (4a3410da-a5de-4170-bb80-c5b9a81c159c), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:58.692039 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1d220b30-0500-4f0a-8d04-25be162dd88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (4a3410da-a5de-4170-bb80-c5b9a81c159c), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:58.749473 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f1e4772a-d01f-4309-ba98-c1e1d3b4a914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (0898ad6a-ccc0-480b-9f8b-aba51548c817), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:58.753642 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-1d220b30-0500-4f0a-8d04-25be162dd88a None None] Attempting to bind port 4a3410da-a5de-4170-bb80-c5b9a81c159c on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:16:58.754023 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-1d220b30-0500-4f0a-8d04-25be162dd88a None None] Attempting to bind port 4a3410da-a5de-4170-bb80-c5b9a81c159c by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:16:58.754389 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d220b30-0500-4f0a-8d04-25be162dd88a None None] Attempting to bind port 4a3410da-a5de-4170-bb80-c5b9a81c159c on network 3dc57d37-328b-453d-86b3-347b9e0efd38 {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:16:58.758159 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56bd1c-2778-49e1-a43c-67a0206f578f None None] Pushing event updated for resources: {'Port': ['ID=4a3410da-a5de-4170-bb80-c5b9a81c159c,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:58.765660 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d220b30-0500-4f0a-8d04-25be162dd88a None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:16:58.766045 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d220b30-0500-4f0a-8d04-25be162dd88a None None] Checking segment: {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:16:58.766452 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1d220b30-0500-4f0a-8d04-25be162dd88a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:58.766844 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d220b30-0500-4f0a-8d04-25be162dd88a None None] Bound using segment: {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:16:58.767359 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-1d220b30-0500-4f0a-8d04-25be162dd88a None None] Bound port: 4a3410da-a5de-4170-bb80-c5b9a81c159c, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:16:58.767744 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1d220b30-0500-4f0a-8d04-25be162dd88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (4a3410da-a5de-4170-bb80-c5b9a81c159c), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:58.770740 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-4dae9ff3-2803-490a-90ca-1b8d97adcda3 None None] Provisioning complete for port 0898ad6a-ccc0-480b-9f8b-aba51548c817 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:16:58.771000 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4dae9ff3-2803-490a-90ca-1b8d97adcda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (0898ad6a-ccc0-480b-9f8b-aba51548c817), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:58.844962 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-4dae9ff3-2803-490a-90ca-1b8d97adcda3 None None] Port 0898ad6a-ccc0-480b-9f8b-aba51548c817 cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:16:58.851954 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-1d220b30-0500-4f0a-8d04-25be162dd88a None None] For port 4a3410da-a5de-4170-bb80-c5b9a81c159c, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:16:58.855118 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-1d220b30-0500-4f0a-8d04-25be162dd88a None None] For port 4a3410da-a5de-4170-bb80-c5b9a81c159c, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=4a3410da-a5de-4170-bb80-c5b9a81c159c,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:16:58.915127 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1d220b30-0500-4f0a-8d04-25be162dd88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (4a3410da-a5de-4170-bb80-c5b9a81c159c), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:58.925592 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f1e4772a-d01f-4309-ba98-c1e1d3b4a914 admin admin] Publish callbacks [] for port (0898ad6a-ccc0-480b-9f8b-aba51548c817), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:58.969162 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d220b30-0500-4f0a-8d04-25be162dd88a None None] Routers {'3c0d9b35-49ea-468e-9eb5-fedf4ad773fc'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:16:58.969772 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-1d220b30-0500-4f0a-8d04-25be162dd88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:16:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['3c0d9b35-49ea-468e-9eb5-fedf4ad773fc'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:16:58.974758 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56bd1c-2778-49e1-a43c-67a0206f578f None None] Pushing event updated for resources: {'Port': ['ID=4a3410da-a5de-4170-bb80-c5b9a81c159c,revision_number=3']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:58.994525 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f1e4772a-d01f-4309-ba98-c1e1d3b4a914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10426429'] for port (0898ad6a-ccc0-480b-9f8b-aba51548c817), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:59.059518 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4772a-d01f-4309-ba98-c1e1d3b4a914 admin admin] Pushing event updated for resources: {'Port': ['ID=0898ad6a-ccc0-480b-9f8b-aba51548c817,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:59.062030 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f1e4772a-d01f-4309-ba98-c1e1d3b4a914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1032801'] for router_interface (3c0d9b35-49ea-468e-9eb5-fedf4ad773fc), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:59.083667 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-1d220b30-0500-4f0a-8d04-25be162dd88a None None] Set router 3c0d9b35-49ea-468e-9eb5-fedf4ad773fc gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:16:59.154359 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e4772a-d01f-4309-ba98-c1e1d3b4a914 admin admin] Network f78ae000-b525-4ce9-894b-0b3a87fa8215 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:16:59.155845 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-f1e4772a-d01f-4309-ba98-c1e1d3b4a914 admin admin] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:16:59.299446 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-1d220b30-0500-4f0a-8d04-25be162dd88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0d9b35-49ea-468e-9eb5-fedf4ad773fc', 'name': 'tempest-TestMinimumBasicScenario-226704105-router', 'tenant_id': '7e3253229e6e40929e56b371555837c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '4a3410da-a5de-4170-bb80-c5b9a81c159c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:16:55Z', 'updated_at': '2022-03-29T16:16:58Z', 'revision_number': 4, 'project_id': '7e3253229e6e40929e56b371555837c7', 'gw_port': {'id': '4a3410da-a5de-4170-bb80-c5b9a81c159c', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0d9b35-49ea-468e-9eb5-fedf4ad773fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:56Z', 'updated_at': '2022-03-29T16:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '0898ad6a-ccc0-480b-9f8b-aba51548c817', 'name': '', 'network_id': 'f78ae000-b525-4ce9-894b-0b3a87fa8215', 'tenant_id': '7e3253229e6e40929e56b371555837c7', 'mac_address': 'fa:16:3e:6a:a1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0d9b35-49ea-468e-9eb5-fedf4ad773fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'a0cac9b3-6859-43ab-8aba-b4ad56dbb779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:58Z', 'updated_at': '2022-03-29T16:16:58Z', 'revision_number': 1, 'project_id': '7e3253229e6e40929e56b371555837c7', 'subnets': [{'id': 'a0cac9b3-6859-43ab-8aba-b4ad56dbb779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:16:59.332712 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d220b30-0500-4f0a-8d04-25be162dd88a None None] The sync data for ids ['3c0d9b35-49ea-468e-9eb5-fedf4ad773fc'] in dv-cinder-562053-19-iscsi is: [{'id': '3c0d9b35-49ea-468e-9eb5-fedf4ad773fc', 'name': 'tempest-TestMinimumBasicScenario-226704105-router', 'tenant_id': '7e3253229e6e40929e56b371555837c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '4a3410da-a5de-4170-bb80-c5b9a81c159c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:16:55Z', 'updated_at': '2022-03-29T16:16:58Z', 'revision_number': 4, 'project_id': '7e3253229e6e40929e56b371555837c7', 'gw_port': {'id': '4a3410da-a5de-4170-bb80-c5b9a81c159c', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0d9b35-49ea-468e-9eb5-fedf4ad773fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:56Z', 'updated_at': '2022-03-29T16:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '0898ad6a-ccc0-480b-9f8b-aba51548c817', 'name': '', 'network_id': 'f78ae000-b525-4ce9-894b-0b3a87fa8215', 'tenant_id': '7e3253229e6e40929e56b371555837c7', 'mac_address': 'fa:16:3e:6a:a1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0d9b35-49ea-468e-9eb5-fedf4ad773fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'a0cac9b3-6859-43ab-8aba-b4ad56dbb779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:58Z', 'updated_at': '2022-03-29T16:16:58Z', 'revision_number': 1, 'project_id': '7e3253229e6e40929e56b371555837c7', 'subnets': [{'id': 'a0cac9b3-6859-43ab-8aba-b4ad56dbb779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:16:59.369810 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-8309067f-4e07-45c0-9bc0-668163375a83 None None] Provisioning complete for port 0898ad6a-ccc0-480b-9f8b-aba51548c817 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:16:59.370213 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8309067f-4e07-45c0-9bc0-668163375a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (0898ad6a-ccc0-480b-9f8b-aba51548c817), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:59.407425 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-8309067f-4e07-45c0-9bc0-668163375a83 None None] Port 0898ad6a-ccc0-480b-9f8b-aba51548c817 cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:16:59.488725 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e4772a-d01f-4309-ba98-c1e1d3b4a914 admin admin] Router 3c0d9b35-49ea-468e-9eb5-fedf4ad773fc has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:16:59.612155 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e4772a-d01f-4309-ba98-c1e1d3b4a914 admin admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:16:59.617811 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-f1e4772a-d01f-4309-ba98-c1e1d3b4a914 admin admin] 10.222.0.39 "PUT /v2.0/routers/3c0d9b35-49ea-468e-9eb5-fedf4ad773fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9323866 Mar 29 16:17:02.070482 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 4a3410da-a5de-4170-bb80-c5b9a81c159c up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:17:02.128335 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 4a3410da-a5de-4170-bb80-c5b9a81c159c triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:17:02.128722 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (4a3410da-a5de-4170-bb80-c5b9a81c159c), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:02.282338 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 4a3410da-a5de-4170-bb80-c5b9a81c159c is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:17:02.282724 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (4a3410da-a5de-4170-bb80-c5b9a81c159c), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:02.305035 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] For port 4a3410da-a5de-4170-bb80-c5b9a81c159c, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=4a3410da-a5de-4170-bb80-c5b9a81c159c,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:17:02.481568 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (4a3410da-a5de-4170-bb80-c5b9a81c159c), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:02.540179 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Pushing event updated for resources: {'Port': ['ID=4a3410da-a5de-4170-bb80-c5b9a81c159c,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:02.870518 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d34fff-0725-4dce-be9c-9a57c6d6ce34 None None] Sync routers for ids ['3c0d9b35-49ea-468e-9eb5-fedf4ad773fc'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:17:02.881002 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d34fff-0725-4dce-be9c-9a57c6d6ce34 None None] Routers {'3c0d9b35-49ea-468e-9eb5-fedf4ad773fc'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:17:02.886375 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-c9d34fff-0725-4dce-be9c-9a57c6d6ce34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:16:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['3c0d9b35-49ea-468e-9eb5-fedf4ad773fc'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:02.997257 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-c9d34fff-0725-4dce-be9c-9a57c6d6ce34 None None] Set router 3c0d9b35-49ea-468e-9eb5-fedf4ad773fc gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:17:03.208640 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-c9d34fff-0725-4dce-be9c-9a57c6d6ce34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0d9b35-49ea-468e-9eb5-fedf4ad773fc', 'name': 'tempest-TestMinimumBasicScenario-226704105-router', 'tenant_id': '7e3253229e6e40929e56b371555837c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '4a3410da-a5de-4170-bb80-c5b9a81c159c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:16:55Z', 'updated_at': '2022-03-29T16:16:58Z', 'revision_number': 4, 'project_id': '7e3253229e6e40929e56b371555837c7', 'gw_port': {'id': '4a3410da-a5de-4170-bb80-c5b9a81c159c', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0d9b35-49ea-468e-9eb5-fedf4ad773fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:56Z', 'updated_at': '2022-03-29T16:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '0898ad6a-ccc0-480b-9f8b-aba51548c817', 'name': '', 'network_id': 'f78ae000-b525-4ce9-894b-0b3a87fa8215', 'tenant_id': '7e3253229e6e40929e56b371555837c7', 'mac_address': 'fa:16:3e:6a:a1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0d9b35-49ea-468e-9eb5-fedf4ad773fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'a0cac9b3-6859-43ab-8aba-b4ad56dbb779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:58Z', 'updated_at': '2022-03-29T16:16:58Z', 'revision_number': 2, 'project_id': '7e3253229e6e40929e56b371555837c7', 'subnets': [{'id': 'a0cac9b3-6859-43ab-8aba-b4ad56dbb779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:03.237739 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d34fff-0725-4dce-be9c-9a57c6d6ce34 None None] Checking router: 3c0d9b35-49ea-468e-9eb5-fedf4ad773fc for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:17:03.238091 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d34fff-0725-4dce-be9c-9a57c6d6ce34 None None] Updating router 3c0d9b35-49ea-468e-9eb5-fedf4ad773fc port 0898ad6a-ccc0-480b-9f8b-aba51548c817 binding host dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:17:03.264846 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-c9d34fff-0725-4dce-be9c-9a57c6d6ce34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (0898ad6a-ccc0-480b-9f8b-aba51548c817), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:03.542869 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-c9d34fff-0725-4dce-be9c-9a57c6d6ce34 None None] Publish callbacks [] for port (0898ad6a-ccc0-480b-9f8b-aba51548c817), precommit_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:03.634623 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-c9d34fff-0725-4dce-be9c-9a57c6d6ce34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (0898ad6a-ccc0-480b-9f8b-aba51548c817), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:03.681164 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24f7b3-168a-40ee-b4eb-dae41856e7f2 None None] Pushing event updated for resources: {'Port': ['ID=0898ad6a-ccc0-480b-9f8b-aba51548c817,revision_number=3']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:03.759000 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-c9d34fff-0725-4dce-be9c-9a57c6d6ce34 None None] Attempting to bind port 0898ad6a-ccc0-480b-9f8b-aba51548c817 on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:17:03.759379 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-c9d34fff-0725-4dce-be9c-9a57c6d6ce34 None None] Attempting to bind port 0898ad6a-ccc0-480b-9f8b-aba51548c817 by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': '522a9d41-771a-4a73-8e4d-70859ed0154b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f78ae000-b525-4ce9-894b-0b3a87fa8215'}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:17:03.759720 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d34fff-0725-4dce-be9c-9a57c6d6ce34 None None] Attempting to bind port 0898ad6a-ccc0-480b-9f8b-aba51548c817 on network f78ae000-b525-4ce9-894b-0b3a87fa8215 {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:17:03.765222 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d34fff-0725-4dce-be9c-9a57c6d6ce34 None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:17:03.765590 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d34fff-0725-4dce-be9c-9a57c6d6ce34 None None] Checking segment: {'id': '522a9d41-771a-4a73-8e4d-70859ed0154b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f78ae000-b525-4ce9-894b-0b3a87fa8215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:17:03.765979 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-c9d34fff-0725-4dce-be9c-9a57c6d6ce34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:03.766365 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d34fff-0725-4dce-be9c-9a57c6d6ce34 None None] Bound using segment: {'id': '522a9d41-771a-4a73-8e4d-70859ed0154b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f78ae000-b525-4ce9-894b-0b3a87fa8215'} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:17:03.766821 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-c9d34fff-0725-4dce-be9c-9a57c6d6ce34 None None] Bound port: 0898ad6a-ccc0-480b-9f8b-aba51548c817, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522a9d41-771a-4a73-8e4d-70859ed0154b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f78ae000-b525-4ce9-894b-0b3a87fa8215'}}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:17:03.767227 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-c9d34fff-0725-4dce-be9c-9a57c6d6ce34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (0898ad6a-ccc0-480b-9f8b-aba51548c817), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:03.839288 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-c9d34fff-0725-4dce-be9c-9a57c6d6ce34 None None] For port 0898ad6a-ccc0-480b-9f8b-aba51548c817, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:17:03.842609 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-c9d34fff-0725-4dce-be9c-9a57c6d6ce34 None None] For port 0898ad6a-ccc0-480b-9f8b-aba51548c817, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=0898ad6a-ccc0-480b-9f8b-aba51548c817,segment=NetworkSegment(522a9d41-771a-4a73-8e4d-70859ed0154b),segment_id=522a9d41-771a-4a73-8e4d-70859ed0154b)] {{(pid=103834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:17:03.918820 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-c9d34fff-0725-4dce-be9c-9a57c6d6ce34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (0898ad6a-ccc0-480b-9f8b-aba51548c817), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:03.969868 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-1461b4e0-f359-4aed-b3aa-ff9c8d291d23 None None] Provisioning complete for port 0898ad6a-ccc0-480b-9f8b-aba51548c817 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:17:03.972615 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1461b4e0-f359-4aed-b3aa-ff9c8d291d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (0898ad6a-ccc0-480b-9f8b-aba51548c817), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:03.986304 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24f7b3-168a-40ee-b4eb-dae41856e7f2 None None] Pushing event updated for resources: {'Port': ['ID=0898ad6a-ccc0-480b-9f8b-aba51548c817,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:04.014762 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d34fff-0725-4dce-be9c-9a57c6d6ce34 None None] Routers {'3c0d9b35-49ea-468e-9eb5-fedf4ad773fc'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:17:04.015614 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-c9d34fff-0725-4dce-be9c-9a57c6d6ce34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:16:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['3c0d9b35-49ea-468e-9eb5-fedf4ad773fc'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:04.115388 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 4a3410da-a5de-4170-bb80-c5b9a81c159c up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:17:04.168668 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-1461b4e0-f359-4aed-b3aa-ff9c8d291d23 None None] Current status of the port 0898ad6a-ccc0-480b-9f8b-aba51548c817 is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:17:04.170616 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1461b4e0-f359-4aed-b3aa-ff9c8d291d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (0898ad6a-ccc0-480b-9f8b-aba51548c817), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:04.184987 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-c9d34fff-0725-4dce-be9c-9a57c6d6ce34 None None] Set router 3c0d9b35-49ea-468e-9eb5-fedf4ad773fc gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:17:04.238396 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-1461b4e0-f359-4aed-b3aa-ff9c8d291d23 None None] For port 0898ad6a-ccc0-480b-9f8b-aba51548c817, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=0898ad6a-ccc0-480b-9f8b-aba51548c817,segment=NetworkSegment(522a9d41-771a-4a73-8e4d-70859ed0154b),segment_id=522a9d41-771a-4a73-8e4d-70859ed0154b)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:17:04.243584 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 4a3410da-a5de-4170-bb80-c5b9a81c159c triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:17:04.243958 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (4a3410da-a5de-4170-bb80-c5b9a81c159c), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:04.312786 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1461b4e0-f359-4aed-b3aa-ff9c8d291d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (0898ad6a-ccc0-480b-9f8b-aba51548c817), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:04.389085 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461b4e0-f359-4aed-b3aa-ff9c8d291d23 None None] Pushing event updated for resources: {'Port': ['ID=0898ad6a-ccc0-480b-9f8b-aba51548c817,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:04.399805 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 4a3410da-a5de-4170-bb80-c5b9a81c159c is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:17:04.436306 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-c1e5b38b-9fde-4025-a565-fbe90b6ece71 None None] Provisioning complete for port 0898ad6a-ccc0-480b-9f8b-aba51548c817 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:17:04.437190 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c1e5b38b-9fde-4025-a565-fbe90b6ece71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (0898ad6a-ccc0-480b-9f8b-aba51548c817), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:04.453215 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-c9d34fff-0725-4dce-be9c-9a57c6d6ce34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0d9b35-49ea-468e-9eb5-fedf4ad773fc', 'name': 'tempest-TestMinimumBasicScenario-226704105-router', 'tenant_id': '7e3253229e6e40929e56b371555837c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '4a3410da-a5de-4170-bb80-c5b9a81c159c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:16:55Z', 'updated_at': '2022-03-29T16:16:58Z', 'revision_number': 4, 'project_id': '7e3253229e6e40929e56b371555837c7', 'gw_port': {'id': '4a3410da-a5de-4170-bb80-c5b9a81c159c', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0d9b35-49ea-468e-9eb5-fedf4ad773fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:56Z', 'updated_at': '2022-03-29T16:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '0898ad6a-ccc0-480b-9f8b-aba51548c817', 'name': '', 'network_id': 'f78ae000-b525-4ce9-894b-0b3a87fa8215', 'tenant_id': '7e3253229e6e40929e56b371555837c7', 'mac_address': 'fa:16:3e:6a:a1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0d9b35-49ea-468e-9eb5-fedf4ad773fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'a0cac9b3-6859-43ab-8aba-b4ad56dbb779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:58Z', 'updated_at': '2022-03-29T16:17:03Z', 'revision_number': 4, 'project_id': '7e3253229e6e40929e56b371555837c7', 'subnets': [{'id': 'a0cac9b3-6859-43ab-8aba-b4ad56dbb779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:04.484008 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d34fff-0725-4dce-be9c-9a57c6d6ce34 None None] The sync data for ids ['3c0d9b35-49ea-468e-9eb5-fedf4ad773fc'] in dv-cinder-562053-19-iscsi is: [{'id': '3c0d9b35-49ea-468e-9eb5-fedf4ad773fc', 'name': 'tempest-TestMinimumBasicScenario-226704105-router', 'tenant_id': '7e3253229e6e40929e56b371555837c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '4a3410da-a5de-4170-bb80-c5b9a81c159c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:16:55Z', 'updated_at': '2022-03-29T16:16:58Z', 'revision_number': 4, 'project_id': '7e3253229e6e40929e56b371555837c7', 'gw_port': {'id': '4a3410da-a5de-4170-bb80-c5b9a81c159c', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0d9b35-49ea-468e-9eb5-fedf4ad773fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:56Z', 'updated_at': '2022-03-29T16:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '0898ad6a-ccc0-480b-9f8b-aba51548c817', 'name': '', 'network_id': 'f78ae000-b525-4ce9-894b-0b3a87fa8215', 'tenant_id': '7e3253229e6e40929e56b371555837c7', 'mac_address': 'fa:16:3e:6a:a1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0d9b35-49ea-468e-9eb5-fedf4ad773fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'a0cac9b3-6859-43ab-8aba-b4ad56dbb779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:58Z', 'updated_at': '2022-03-29T16:17:03Z', 'revision_number': 4, 'project_id': '7e3253229e6e40929e56b371555837c7', 'subnets': [{'id': 'a0cac9b3-6859-43ab-8aba-b4ad56dbb779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:17:04.565788 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-c1e5b38b-9fde-4025-a565-fbe90b6ece71 None None] Current status of the port 0898ad6a-ccc0-480b-9f8b-aba51548c817 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:17:06.065664 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 0898ad6a-ccc0-480b-9f8b-aba51548c817 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:17:06.171613 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 0898ad6a-ccc0-480b-9f8b-aba51548c817 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:17:06.172076 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (0898ad6a-ccc0-480b-9f8b-aba51548c817), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:06.277439 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 0898ad6a-ccc0-480b-9f8b-aba51548c817 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:17:11.098782 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-1beb1904-1986-4ae4-8f63-519283270f9d tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:11.100513 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-1beb1904-1986-4ae4-8f63-519283270f9d tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/networks?id=56e867d1-8e31-47b2-bfd6-ebb5edc4abd7 HTTP/1.1" status: 200 len: 814 time: 0.0995610 Mar 29 16:17:11.115199 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-940c288b-0a9c-43b7-b694-f7597b3dd2a2 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/quotas/6c3a1046f0524fd6ae3f1b5606c370b8 HTTP/1.1" status: 200 len: 375 time: 0.0094583 Mar 29 16:17:11.173664 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-16b15e43-89ba-4bea-8847-711b7c21f49f tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c3a1046f0524fd6ae3f1b5606c370b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534649 Mar 29 16:17:11.274872 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-5d31fdff-79d5-48be-a8ee-fc8979581cd5 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 16:17:11.275861 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-5d31fdff-79d5-48be-a8ee-fc8979581cd5 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0912256 Mar 29 16:17:11.363246 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-0b915082-166f-4558-a9f1-49cf7e2f3741 service neutron] 10.222.0.39 "GET /v2.0/networks/56e867d1-8e31-47b2-bfd6-ebb5edc4abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814865 Mar 29 16:17:11.453985 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-8d8eeeb0-971a-4740-9152-5d5442ae7828 service neutron] 10.222.0.39 "GET /v2.0/networks/56e867d1-8e31-47b2-bfd6-ebb5edc4abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849528 Mar 29 16:17:11.667679 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 48562) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:17:11.696451 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2d3061c2-b5fc-44b1-a7be-47c716e803e4 req-1a0fde5f-1ee2-49f1-876f-d2e539675f9b tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 210 time: 0.0275452 Mar 29 16:17:12.775753 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a829b8f9-8eda-498c-8554-e1a32001168f req-f6b8c443-2b8e-4031-a0d6-0e5e66505d6e tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 210 time: 0.0269423 Mar 29 16:17:13.869798 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-777a4ca8-b084-4458-8169-b740fcb41e42 req-cc70a274-aa22-4d14-8938-d3f8ece1290d tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 210 time: 0.0267441 Mar 29 16:17:14.005018 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-0c0fd1d3-575d-453f-834e-8b542bc38afa tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:14.006501 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-0c0fd1d3-575d-453f-834e-8b542bc38afa tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.15 "GET /v2.0/networks?id=56e867d1-8e31-47b2-bfd6-ebb5edc4abd7 HTTP/1.1" status: 200 len: 814 time: 0.1018360 Mar 29 16:17:14.022249 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-b4dd287f-c0ad-4b4a-a3cb-14b289ce22fc tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Request body: {'port': {'device_id': '54c4dd50-f153-45ea-b9e5-8727ada7e089', 'network_id': '56e867d1-8e31-47b2-bfd6-ebb5edc4abd7', 'admin_state_up': True, 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:17:14.140431 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:14.182402 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-b4dd287f-c0ad-4b4a-a3cb-14b289ce22fc tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Made reservation on behalf of 6c3a1046f0524fd6ae3f1b5606c370b8 for: {'port': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:17:14.185827 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-b4dd287f-c0ad-4b4a-a3cb-14b289ce22fc tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:14.315573 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-b4dd287f-c0ad-4b4a-a3cb-14b289ce22fc tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Allocated IP 172.20.0.10 (56e867d1-8e31-47b2-bfd6-ebb5edc4abd7/4140238b-8894-468a-b97f-b0a8a8968bb1/d350ed49-9b9c-4461-aaaa-89736996de0f) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:17:14.463323 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-b4dd287f-c0ad-4b4a-a3cb-14b289ce22fc tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for port (d350ed49-9b9c-4461-aaaa-89736996de0f), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:14.548894 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-b4dd287f-c0ad-4b4a-a3cb-14b289ce22fc tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (d350ed49-9b9c-4461-aaaa-89736996de0f), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:14.590428 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-b4dd287f-c0ad-4b4a-a3cb-14b289ce22fc tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Network 56e867d1-8e31-47b2-bfd6-ebb5edc4abd7 is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:17:14.593489 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-b4dd287f-c0ad-4b4a-a3cb-14b289ce22fc tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:17:14.600853 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-b4dd287f-c0ad-4b4a-a3cb-14b289ce22fc tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:17:14.624515 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd287f-c0ad-4b4a-a3cb-14b289ce22fc tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Pushing event updated for resources: {'Port': ['ID=d350ed49-9b9c-4461-aaaa-89736996de0f,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:14.654211 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-b4dd287f-c0ad-4b4a-a3cb-14b289ce22fc tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:14.654999 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-b4dd287f-c0ad-4b4a-a3cb-14b289ce22fc tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:14.750189 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-b4dd287f-c0ad-4b4a-a3cb-14b289ce22fc tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7315297 Mar 29 16:17:14.856464 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-e976772d-723e-4424-88e4-093d3f1d5f46 None None] Provisioning complete for port d350ed49-9b9c-4461-aaaa-89736996de0f triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:17:14.857251 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e976772d-723e-4424-88e4-093d3f1d5f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (d350ed49-9b9c-4461-aaaa-89736996de0f), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:14.898155 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-e976772d-723e-4424-88e4-093d3f1d5f46 None None] Port d350ed49-9b9c-4461-aaaa-89736996de0f cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:17:15.033835 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f2eee-9b59-43dd-9ac7-ee6e084ed1d6 req-adfe3518-c23b-48b8-9988-67afc9eb2ffc tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:15.035498 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-334f2eee-9b59-43dd-9ac7-ee6e084ed1d6 req-adfe3518-c23b-48b8-9988-67afc9eb2ffc tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 932 time: 0.0555027 Mar 29 16:17:15.096537 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-334f2eee-9b59-43dd-9ac7-ee6e084ed1d6 req-da224f5e-bf66-48b8-8bed-8eae9ba922d3 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515640 Mar 29 16:17:16.214189 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43541975-1a93-497d-ba77-9951ac52b5ad req-105e2c88-6d42-4ab3-94a3-163170084644 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:16.215865 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-43541975-1a93-497d-ba77-9951ac52b5ad req-105e2c88-6d42-4ab3-94a3-163170084644 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 932 time: 0.0577943 Mar 29 16:17:16.266805 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-43541975-1a93-497d-ba77-9951ac52b5ad req-c1b02755-c718-403c-869b-6026ddf72c1c tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445151 Mar 29 16:17:17.413855 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a69eb-f7ba-492a-a646-74b53a904420 req-f4899a90-fe0e-4c1d-a2e6-9adb21614886 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:17.420666 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-399a69eb-f7ba-492a-a646-74b53a904420 req-f4899a90-fe0e-4c1d-a2e6-9adb21614886 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 932 time: 0.0742872 Mar 29 16:17:17.491901 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-399a69eb-f7ba-492a-a646-74b53a904420 req-206d70c4-7651-421f-9e01-166b52fe0a79 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663507 Mar 29 16:17:18.618183 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb1678-d56a-48cd-8622-cc9fd19f62b7 req-d7a495c3-85ba-4d05-80e9-043f468deb3d tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:18.619821 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5fbb1678-d56a-48cd-8622-cc9fd19f62b7 req-d7a495c3-85ba-4d05-80e9-043f468deb3d tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 932 time: 0.0596485 Mar 29 16:17:18.672051 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5fbb1678-d56a-48cd-8622-cc9fd19f62b7 req-a84e83b7-20f0-4a04-85a8-73afb719c3ba tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457451 Mar 29 16:17:19.800494 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c66a7-648e-4f1d-a7af-b5cfbbc62c3b req-312f4fa5-fb64-48b2-b286-1f266c3f7cdf tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:19.804595 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3e2c66a7-648e-4f1d-a7af-b5cfbbc62c3b req-312f4fa5-fb64-48b2-b286-1f266c3f7cdf tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 932 time: 0.0631273 Mar 29 16:17:19.853143 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3e2c66a7-648e-4f1d-a7af-b5cfbbc62c3b req-405aa76a-afd4-4b85-aed2-2cf073f7662b tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444751 Mar 29 16:17:20.973708 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31e625-6d93-4091-a836-f676c51a1070 req-5ecf2e3c-b48b-4d76-a6fb-f11b36e44696 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:20.975471 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cc31e625-6d93-4091-a836-f676c51a1070 req-5ecf2e3c-b48b-4d76-a6fb-f11b36e44696 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 932 time: 0.0555193 Mar 29 16:17:21.028425 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-cc31e625-6d93-4091-a836-f676c51a1070 req-acb138a2-1b06-48a9-b4ad-2f5cd3271923 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473461 Mar 29 16:17:22.151323 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ee08a-fa71-4395-878f-0cab6f5d39ef req-c9cc1e50-e7e6-4917-b75b-1ee98a1f161a tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:22.152829 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e80ee08a-fa71-4395-878f-0cab6f5d39ef req-c9cc1e50-e7e6-4917-b75b-1ee98a1f161a tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 932 time: 0.0535803 Mar 29 16:17:22.200298 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e80ee08a-fa71-4395-878f-0cab6f5d39ef req-d1faf936-cf31-4eaf-b78d-dcb36deb443a tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417814 Mar 29 16:17:22.399308 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9a4c6333-e1fa-4bc9-a800-bddd94b61746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:22.684699 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-55bd8ba3-22d9-4cae-b944-f38abf18fff4 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 16:17:22.685645 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-55bd8ba3-22d9-4cae-b944-f38abf18fff4 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053260 Mar 29 16:17:22.741985 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-cd785c77-5208-49ca-8a35-aea44f76296f service neutron] Request body: {'port': {'device_id': '54c4dd50-f153-45ea-b9e5-8727ada7e089', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:17:22.803161 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-cd785c77-5208-49ca-8a35-aea44f76296f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (d350ed49-9b9c-4461-aaaa-89736996de0f), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:23.050878 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-cd785c77-5208-49ca-8a35-aea44f76296f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d350ed49-9b9c-4461-aaaa-89736996de0f {{(pid=103831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:17:23.058131 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-cd785c77-5208-49ca-8a35-aea44f76296f service neutron] Publish callbacks [] for port (d350ed49-9b9c-4461-aaaa-89736996de0f), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:23.069470 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.provisioning_blocks [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-cd785c77-5208-49ca-8a35-aea44f76296f service neutron] Transition to ACTIVE for port object d350ed49-9b9c-4461-aaaa-89736996de0f will not be triggered until provisioned by entity L2. {{(pid=103831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 16:17:23.142717 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-cd785c77-5208-49ca-8a35-aea44f76296f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (d350ed49-9b9c-4461-aaaa-89736996de0f), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:23.189945 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd785c77-5208-49ca-8a35-aea44f76296f service neutron] Pushing event updated for resources: {'Port': ['ID=d350ed49-9b9c-4461-aaaa-89736996de0f,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:23.265288 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-cd785c77-5208-49ca-8a35-aea44f76296f service neutron] Attempting to bind port d350ed49-9b9c-4461-aaaa-89736996de0f on host hv-cinder-56205 for vnic_type normal with profile {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:17:23.265629 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-cd785c77-5208-49ca-8a35-aea44f76296f service neutron] Attempting to bind port d350ed49-9b9c-4461-aaaa-89736996de0f by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '88a7a8ff-4d4c-43b7-850b-b01ce1873ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '56e867d1-8e31-47b2-bfd6-ebb5edc4abd7'}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:17:23.265963 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-cd785c77-5208-49ca-8a35-aea44f76296f service neutron] Attempting to bind port d350ed49-9b9c-4461-aaaa-89736996de0f on network 56e867d1-8e31-47b2-bfd6-ebb5edc4abd7 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:17:23.271100 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-cd785c77-5208-49ca-8a35-aea44f76296f service neutron] Port d350ed49-9b9c-4461-aaaa-89736996de0f on network 56e867d1-8e31-47b2-bfd6-ebb5edc4abd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:17:23.272996 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-cd785c77-5208-49ca-8a35-aea44f76296f service neutron] Attempting to bind port d350ed49-9b9c-4461-aaaa-89736996de0f on network 56e867d1-8e31-47b2-bfd6-ebb5edc4abd7 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:17:23.276623 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-cd785c77-5208-49ca-8a35-aea44f76296f service neutron] Checking agent: {'id': 'cb22ad3b-74f2-4994-b299-960cea1745ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'started_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:17:23.276970 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-cd785c77-5208-49ca-8a35-aea44f76296f service neutron] Checking segment: {'id': '88a7a8ff-4d4c-43b7-850b-b01ce1873ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '56e867d1-8e31-47b2-bfd6-ebb5edc4abd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:17:23.277359 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-cd785c77-5208-49ca-8a35-aea44f76296f service neutron] Bound using segment: {'id': '88a7a8ff-4d4c-43b7-850b-b01ce1873ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '56e867d1-8e31-47b2-bfd6-ebb5edc4abd7'} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:17:23.277801 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-cd785c77-5208-49ca-8a35-aea44f76296f service neutron] Bound port: d350ed49-9b9c-4461-aaaa-89736996de0f, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88a7a8ff-4d4c-43b7-850b-b01ce1873ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '56e867d1-8e31-47b2-bfd6-ebb5edc4abd7'}}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:17:23.278245 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-cd785c77-5208-49ca-8a35-aea44f76296f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (d350ed49-9b9c-4461-aaaa-89736996de0f), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:23.333886 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2b689-0ffc-438f-9440-515573ed2adb req-3a51d4c5-062f-44ea-8d71-838493ce3569 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:23.335413 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-70f2b689-0ffc-438f-9440-515573ed2adb req-3a51d4c5-062f-44ea-8d71-838493ce3569 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 944 time: 0.0576365 Mar 29 16:17:23.347663 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-cd785c77-5208-49ca-8a35-aea44f76296f service neutron] For port d350ed49-9b9c-4461-aaaa-89736996de0f, host hv-cinder-56205, cleared binding levels {{(pid=103831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:17:23.351110 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-cd785c77-5208-49ca-8a35-aea44f76296f service neutron] For port d350ed49-9b9c-4461-aaaa-89736996de0f, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=d350ed49-9b9c-4461-aaaa-89736996de0f,segment=NetworkSegment(88a7a8ff-4d4c-43b7-850b-b01ce1873ca0),segment_id=88a7a8ff-4d4c-43b7-850b-b01ce1873ca0)] {{(pid=103831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:17:23.384856 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-70f2b689-0ffc-438f-9440-515573ed2adb req-a58e8172-f654-4e98-a0a3-e88ea70fc48b tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431423 Mar 29 16:17:23.433988 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-cd785c77-5208-49ca-8a35-aea44f76296f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (d350ed49-9b9c-4461-aaaa-89736996de0f), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:23.473957 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-cd785c77-5208-49ca-8a35-aea44f76296f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:23.474816 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-cd785c77-5208-49ca-8a35-aea44f76296f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:23.476206 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-cd785c77-5208-49ca-8a35-aea44f76296f service neutron] 10.222.0.15 "PUT /v2.0/ports/d350ed49-9b9c-4461-aaaa-89736996de0f HTTP/1.1" status: 200 len: 1094 time: 0.7840703 Mar 29 16:17:23.476761 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c4dd50-f153-45ea-b9e5-8727ada7e089', 'tag': 'd350ed49-9b9c-4461-aaaa-89736996de0f'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:17:23.479156 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb9b4e5-1b38-4743-943b-bc9aba780fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "54c4dd50-f153-45ea-b9e5-8727ada7e089", "tag": "d350ed49-9b9c-4461-aaaa-89736996de0f"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:17:23.507375 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd785c77-5208-49ca-8a35-aea44f76296f service neutron] Pushing event updated for resources: {'Port': ['ID=d350ed49-9b9c-4461-aaaa-89736996de0f,revision_number=3']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:23.641192 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-a20b86bd-51d0-4c0c-92f7-401091b90de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:23.643867 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-a20b86bd-51d0-4c0c-92f7-401091b90de1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c3a1046f0524fd6ae3f1b5606c370b8&device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 1128 time: 0.0620251 Mar 29 16:17:23.696756 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-324821d7-1edf-48f6-b4ef-b1a388bad8ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d350ed49-9b9c-4461-aaaa-89736996de0f HTTP/1.1" status: 200 len: 217 time: 0.0418808 Mar 29 16:17:23.749445 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-7676d247-8e9f-46d1-91a3-d5f41cebb81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:23.750813 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-7676d247-8e9f-46d1-91a3-d5f41cebb81a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4140238b-8894-468a-b97f-b0a8a8968bb1 HTTP/1.1" status: 200 len: 853 time: 0.0446684 Mar 29 16:17:23.798486 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-8cb70048-5441-4b47-ae5d-52812e57ccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:23.799984 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-8cb70048-5441-4b47-ae5d-52812e57ccfd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56e867d1-8e31-47b2-bfd6-ebb5edc4abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427411 Mar 29 16:17:23.900176 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-78664fa8-e0b1-4634-9e1a-dd4eed19da9b service neutron] 10.222.0.15 "GET /v2.0/networks/56e867d1-8e31-47b2-bfd6-ebb5edc4abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902731 Mar 29 16:17:23.989005 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-2dfe31b2-496d-4294-8e1b-b4249e7d7011 req-019259a0-0321-4281-9713-524e3ef8020d service neutron] 10.222.0.15 "GET /v2.0/networks/56e867d1-8e31-47b2-bfd6-ebb5edc4abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804448 Mar 29 16:17:24.506995 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9024a-7b54-4aec-860c-6f700033d39a req-c03b404d-15ca-4f03-97d4-e194abcc1c2c tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:24.508463 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0ae9024a-7b54-4aec-860c-6f700033d39a req-c03b404d-15ca-4f03-97d4-e194abcc1c2c tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 944 time: 0.0575280 Mar 29 16:17:24.530737 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8c86e4d7-5a39-439d-bf56-33817fb2f88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:24.555676 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0ae9024a-7b54-4aec-860c-6f700033d39a req-9815bed9-073a-4a6b-910e-dea44d99ab4c tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416374 Mar 29 16:17:24.668225 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bb7cc5-d464-46bc-9be2-1c2d1587fc6d x-openstack-request-id: req-b4bb7cc5-d464-46bc-9be2-1c2d1587fc6d {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:17:24.668578 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c4dd50-f153-45ea-b9e5-8727ada7e089", "tag": "d350ed49-9b9c-4461-aaaa-89736996de0f", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:17:24.668833 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b4bb7cc5-d464-46bc-9be2-1c2d1587fc6d {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:17:24.669284 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4bb7cc5-d464-46bc-9be2-1c2d1587fc6d'] response: {'name': 'network-changed', 'server_uuid': '54c4dd50-f153-45ea-b9e5-8727ada7e089', 'tag': 'd350ed49-9b9c-4461-aaaa-89736996de0f', 'status': 'completed', 'code': 200} Mar 29 16:17:24.736574 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9b4e5-1b38-4743-943b-bc9aba780fd1 req-8597c223-3ffb-4759-906f-d80b7e5e552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:24.738110 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-abb9b4e5-1b38-4743-943b-bc9aba780fd1 req-8597c223-3ffb-4759-906f-d80b7e5e552d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c3a1046f0524fd6ae3f1b5606c370b8&device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 1128 time: 0.0483093 Mar 29 16:17:24.827558 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9b4e5-1b38-4743-943b-bc9aba780fd1 req-8e2b2962-8a98-44a8-a21b-8794d9f84735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:24.829072 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-abb9b4e5-1b38-4743-943b-bc9aba780fd1 req-8e2b2962-8a98-44a8-a21b-8794d9f84735 service neutron] 10.222.0.15 "GET /v2.0/networks?id=56e867d1-8e31-47b2-bfd6-ebb5edc4abd7 HTTP/1.1" status: 200 len: 915 time: 0.0810959 Mar 29 16:17:24.872327 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-abb9b4e5-1b38-4743-943b-bc9aba780fd1 req-fdc133c3-c5b8-4fa1-95f0-321f905637f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d350ed49-9b9c-4461-aaaa-89736996de0f HTTP/1.1" status: 200 len: 217 time: 0.0365636 Mar 29 16:17:24.917939 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9b4e5-1b38-4743-943b-bc9aba780fd1 req-c5a64598-5cd5-487b-86fe-51cff9c99e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:24.919252 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-abb9b4e5-1b38-4743-943b-bc9aba780fd1 req-c5a64598-5cd5-487b-86fe-51cff9c99e2a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4140238b-8894-468a-b97f-b0a8a8968bb1 HTTP/1.1" status: 200 len: 853 time: 0.0412292 Mar 29 16:17:24.966147 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9b4e5-1b38-4743-943b-bc9aba780fd1 req-0d0d4f3c-2447-4819-b768-ef38399763b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:24.967589 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-abb9b4e5-1b38-4743-943b-bc9aba780fd1 req-0d0d4f3c-2447-4819-b768-ef38399763b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56e867d1-8e31-47b2-bfd6-ebb5edc4abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416145 Mar 29 16:17:25.055845 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-abb9b4e5-1b38-4743-943b-bc9aba780fd1 req-57ccf025-4c31-4218-931e-1b24c71d00e1 service neutron] 10.222.0.15 "GET /v2.0/networks/56e867d1-8e31-47b2-bfd6-ebb5edc4abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813463 Mar 29 16:17:25.144955 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-abb9b4e5-1b38-4743-943b-bc9aba780fd1 req-dd9e0933-56d5-4fe7-856e-a26f33aa2298 service neutron] 10.222.0.15 "GET /v2.0/networks/56e867d1-8e31-47b2-bfd6-ebb5edc4abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799239 Mar 29 16:17:25.672174 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e561d6e-36b9-40dc-9782-be2b88f0fb4b req-1f9b49d7-77e7-4545-aa5c-97a64e192355 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:25.674209 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2e561d6e-36b9-40dc-9782-be2b88f0fb4b req-1f9b49d7-77e7-4545-aa5c-97a64e192355 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 944 time: 0.0521173 Mar 29 16:17:25.719231 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2e561d6e-36b9-40dc-9782-be2b88f0fb4b req-569bbaba-1f5f-489b-90a9-9f05f862c369 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395589 Mar 29 16:17:25.799872 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:26.806617 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device d350ed49-9b9c-4461-aaaa-89736996de0f details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=103833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:17:26.838764 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c95cb-d0c0-4a7a-a6b3-35f60a56d000 req-69605c5a-a8dd-4bba-8efb-a57b732fcd28 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:26.840241 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-da4c95cb-d0c0-4a7a-a6b3-35f60a56d000 req-69605c5a-a8dd-4bba-8efb-a57b732fcd28 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 944 time: 0.0538359 Mar 29 16:17:26.890243 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-da4c95cb-d0c0-4a7a-a6b3-35f60a56d000 req-234b593b-a2be-4c7e-9378-cd0ed43f40b5 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442705 Mar 29 16:17:26.907351 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port d350ed49-9b9c-4461-aaaa-89736996de0f, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=d350ed49-9b9c-4461-aaaa-89736996de0f,segment=NetworkSegment(88a7a8ff-4d4c-43b7-850b-b01ce1873ca0),segment_id=88a7a8ff-4d4c-43b7-850b-b01ce1873ca0)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:17:26.918779 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Returning: {'device': 'd350ed49-9b9c-4461-aaaa-89736996de0f', 'network_id': '56e867d1-8e31-47b2-bfd6-ebb5edc4abd7', 'port_id': 'd350ed49-9b9c-4461-aaaa-89736996de0f', 'mac_address': 'fa:16:3e:3c:2f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4140238b-8894-468a-b97f-b0a8a8968bb1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:17:26.954748 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port d350ed49-9b9c-4461-aaaa-89736996de0f is: DOWN; New status is: BUILD {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:17:26.955162 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (d350ed49-9b9c-4461-aaaa-89736996de0f), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:26.967452 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d350ed49-9b9c-4461-aaaa-89736996de0f {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:17:26.986758 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port d350ed49-9b9c-4461-aaaa-89736996de0f, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=d350ed49-9b9c-4461-aaaa-89736996de0f,segment=NetworkSegment(88a7a8ff-4d4c-43b7-850b-b01ce1873ca0),segment_id=88a7a8ff-4d4c-43b7-850b-b01ce1873ca0)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:17:27.125094 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (d350ed49-9b9c-4461-aaaa-89736996de0f), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:27.183124 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=d350ed49-9b9c-4461-aaaa-89736996de0f,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:27.231199 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:27.475792 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['d350ed49-9b9c-4461-aaaa-89736996de0f'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:17:28.003569 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed7bfb-84ea-4d4c-ae22-f7a89692b086 req-26ce6b41-1210-407e-bec4-239b3782410c tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:28.005167 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-22ed7bfb-84ea-4d4c-ae22-f7a89692b086 req-26ce6b41-1210-407e-bec4-239b3782410c tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 945 time: 0.0522599 Mar 29 16:17:28.050288 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-22ed7bfb-84ea-4d4c-ae22-f7a89692b086 req-6820de62-b0d4-4d22-b871-926442ffd15a tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395627 Mar 29 16:17:28.540114 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:28.821726 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device d350ed49-9b9c-4461-aaaa-89736996de0f up at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:17:28.962967 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning for port d350ed49-9b9c-4461-aaaa-89736996de0f completed by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 16:17:28.966735 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning complete for port d350ed49-9b9c-4461-aaaa-89736996de0f triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:17:28.971977 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (d350ed49-9b9c-4461-aaaa-89736996de0f), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:29.040883 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port d350ed49-9b9c-4461-aaaa-89736996de0f is: BUILD; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:17:29.041263 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (d350ed49-9b9c-4461-aaaa-89736996de0f), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:29.062569 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c4dd50-f153-45ea-b9e5-8727ada7e089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd350ed49-9b9c-4461-aaaa-89736996de0f'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:17:29.064835 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67651527b6c7513bff120ad3026ca8b6c51caa370c4ee0f403b1e7b340f0df97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6867961-c5da-48a0-bc7b-ab901f281d7b" -d '{"events": [{"server_uuid": "54c4dd50-f153-45ea-b9e5-8727ada7e089", "name": "network-vif-plugged", "status": "completed", "tag": "d350ed49-9b9c-4461-aaaa-89736996de0f"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:17:29.076622 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port d350ed49-9b9c-4461-aaaa-89736996de0f, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=d350ed49-9b9c-4461-aaaa-89736996de0f,segment=NetworkSegment(88a7a8ff-4d4c-43b7-850b-b01ce1873ca0),segment_id=88a7a8ff-4d4c-43b7-850b-b01ce1873ca0)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:17:29.146198 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (d350ed49-9b9c-4461-aaaa-89736996de0f), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:29.168179 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2707594-1353-4618-837f-9f0fa31133c8 req-d6bb73a5-2671-4286-aed2-0be7c97aa897 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:29.170308 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb88ea8-5412-428a-8d8d-f3758f0448c1 x-openstack-request-id: req-cbb88ea8-5412-428a-8d8d-f3758f0448c1 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:17:29.170531 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c4dd50-f153-45ea-b9e5-8727ada7e089", "name": "network-vif-plugged", "status": "completed", "tag": "d350ed49-9b9c-4461-aaaa-89736996de0f", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:17:29.170778 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cbb88ea8-5412-428a-8d8d-f3758f0448c1 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:17:29.171180 dv-cinder-562053-19-iscsi neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb88ea8-5412-428a-8d8d-f3758f0448c1'] response: {'server_uuid': '54c4dd50-f153-45ea-b9e5-8727ada7e089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd350ed49-9b9c-4461-aaaa-89736996de0f', 'code': 200} Mar 29 16:17:29.172733 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c2707594-1353-4618-837f-9f0fa31133c8 req-d6bb73a5-2671-4286-aed2-0be7c97aa897 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 945 time: 0.0562222 Mar 29 16:17:29.199644 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=d350ed49-9b9c-4461-aaaa-89736996de0f,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:29.221018 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c2707594-1353-4618-837f-9f0fa31133c8 req-229ad474-4693-4a5a-bdd9-4e7748fb6297 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456026 Mar 29 16:17:29.497534 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018fe2a-da6d-47ce-a163-3897bc7a8f02 req-89a0750f-7feb-43d3-8a23-54b12c022d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:29.499160 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-d018fe2a-da6d-47ce-a163-3897bc7a8f02 req-89a0750f-7feb-43d3-8a23-54b12c022d99 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 1130 time: 0.0485561 Mar 29 16:17:29.546111 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-d018fe2a-da6d-47ce-a163-3897bc7a8f02 req-06d16fff-8468-4f0f-87cd-6e378b4d2d82 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379989 Mar 29 16:17:30.339796 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ebdf9-0fe4-4097-8b19-852e6480415d req-43749401-7934-4ae1-9b6a-5a4d2032273f tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:30.341270 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d70ebdf9-0fe4-4097-8b19-852e6480415d req-43749401-7934-4ae1-9b6a-5a4d2032273f tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 946 time: 0.0548809 Mar 29 16:17:30.386861 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d70ebdf9-0fe4-4097-8b19-852e6480415d req-9244688e-0367-405a-8883-0ce15d377e3b tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396225 Mar 29 16:17:31.502277 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b1e87-e10d-480b-854f-7fb5cfba2cb4 req-ad3ebb06-a5b6-4aea-9cd4-7a3f3f954662 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:31.503747 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-788b1e87-e10d-480b-854f-7fb5cfba2cb4 req-ad3ebb06-a5b6-4aea-9cd4-7a3f3f954662 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 946 time: 0.0520914 Mar 29 16:17:31.548625 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-788b1e87-e10d-480b-854f-7fb5cfba2cb4 req-f91964f7-7001-415a-aa80-719971a34c17 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388136 Mar 29 16:17:31.666558 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb30f7a-6956-446e-9900-c239169f86c6 req-3e3dee0e-9752-4d17-8bfe-c19283e68901 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:31.667924 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-dbb30f7a-6956-446e-9900-c239169f86c6 req-3e3dee0e-9752-4d17-8bfe-c19283e68901 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 946 time: 0.0540650 Mar 29 16:17:31.713513 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-dbb30f7a-6956-446e-9900-c239169f86c6 req-7b85e18d-61b9-4427-a153-80a054fce9d2 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394297 Mar 29 16:17:32.029298 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014cbdf-6735-4e31-8c83-a3a0f2948ddc req-bb26ae21-7519-4da4-8370-6c78e9aec3ed tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:32.030750 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f014cbdf-6735-4e31-8c83-a3a0f2948ddc req-bb26ae21-7519-4da4-8370-6c78e9aec3ed tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 946 time: 0.0510004 Mar 29 16:17:32.076702 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f014cbdf-6735-4e31-8c83-a3a0f2948ddc req-741565c5-17a7-45cc-ad09-da1f7738f571 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398397 Mar 29 16:17:33.441813 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:17:43.122851 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da5c41-492a-42b1-85de-3981a24ad7b6 req-c7ee57ae-a74b-4c68-ae22-3404fcfb1caa tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:43.124327 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-67da5c41-492a-42b1-85de-3981a24ad7b6 req-c7ee57ae-a74b-4c68-ae22-3404fcfb1caa tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 946 time: 0.0557594 Mar 29 16:17:43.173286 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-67da5c41-492a-42b1-85de-3981a24ad7b6 req-8eab5c44-ab94-48a2-9514-c80572da9491 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427568 Mar 29 16:17:43.194528 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 48726) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:17:43.276786 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c095470e-099f-4868-8377-22e621d36e95 tempest-TestMinimumBasicScenario-122593054 tempest-TestMinimumBasicScenario-122593054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:43.278267 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-c095470e-099f-4868-8377-22e621d36e95 tempest-TestMinimumBasicScenario-122593054 tempest-TestMinimumBasicScenario-122593054-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 1125 time: 0.0827849 Mar 29 16:17:43.281050 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 48730) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:17:43.285654 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Request body: {'floatingip': {'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'port_id': 'd350ed49-9b9c-4461-aaaa-89736996de0f', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:17:43.357251 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:43.451484 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:43.554802 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Allocated IP 172.27.3.50 (3dc57d37-328b-453d-86b3-347b9e0efd38/8a0c47e6-f825-43a4-ad31-8f961885bd6a/09fef99a-8293-4790-b420-ebec23800376) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:17:43.652311 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for port (09fef99a-8293-4790-b420-ebec23800376), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:43.759194 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (09fef99a-8293-4790-b420-ebec23800376), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:43.803904 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Network 3dc57d37-328b-453d-86b3-347b9e0efd38 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:17:43.808809 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:17:43.814906 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Pushing event updated for resources: {'Port': ['ID=09fef99a-8293-4790-b420-ebec23800376,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:43.821975 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:17:43.843848 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:43.844201 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:43.844595 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:43.844940 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:43.845282 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:43.845619 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:43.845949 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:43.846278 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:43.846607 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:43.846959 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:43.847312 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:43.847631 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:43.847960 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:43.848326 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:43.848662 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:44.212129 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for floatingip (6028ef16-782e-4635-9bcc-9b6417aadd7e), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:44.524803 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:44.576146 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (09fef99a-8293-4790-b420-ebec23800376), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:44.723004 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for port (09fef99a-8293-4790-b420-ebec23800376), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:44.785671 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10426429'] for port (09fef99a-8293-4790-b420-ebec23800376), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:44.851490 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Pushing event updated for resources: {'Port': ['ID=09fef99a-8293-4790-b420-ebec23800376,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:44.863047 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (6028ef16-782e-4635-9bcc-9b6417aadd7e), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:44.962937 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.db.l3_db [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Floating IP 6028ef16-782e-4635-9bcc-9b6417aadd7e associated. External IP: 172.27.3.50, port: d350ed49-9b9c-4461-aaaa-89736996de0f. Mar 29 16:17:45.165835 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Router 76685dcd-da1c-410b-8178-5d904a20a5c0 has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:17:45.271684 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:17:45.281885 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0cd854-218d-41ee-b676-bb378bff3da7 None None] Sync routers for ids ['76685dcd-da1c-410b-8178-5d904a20a5c0'] in dv-cinder-562053-19-iscsi {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:17:45.291489 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0cd854-218d-41ee-b676-bb378bff3da7 None None] Routers {'76685dcd-da1c-410b-8178-5d904a20a5c0'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:17:45.299837 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-2d0cd854-218d-41ee-b676-bb378bff3da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:17:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['76685dcd-da1c-410b-8178-5d904a20a5c0'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:45.360562 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:45.390131 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-d4bb209a-8774-44e0-8d12-20a5d40e9675 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1080859 Mar 29 16:17:45.390723 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c4dd50-f153-45ea-b9e5-8727ada7e089', 'tag': 'd350ed49-9b9c-4461-aaaa-89736996de0f'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:17:45.393697 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17cd39a57bce2f0cfda3a3fd3bf70c34a3f67f93f1dabf257ee71a9fa0902d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc845e0-e84d-487b-85f3-2ec427a95139" -d '{"events": [{"name": "network-changed", "server_uuid": "54c4dd50-f153-45ea-b9e5-8727ada7e089", "tag": "d350ed49-9b9c-4461-aaaa-89736996de0f"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:17:45.393894 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 48732) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:17:45.398429 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-76cb99a7-0691-4ccb-8706-294e028228b5 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2119291131', 'description': 'tempest-secgroup-smoke-2119291131 description', 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:17:45.402975 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-2d0cd854-218d-41ee-b676-bb378bff3da7 None None] Set router 76685dcd-da1c-410b-8178-5d904a20a5c0 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:17:45.488185 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2d8727-6b95-47a7-93d5-60ce93eb947e x-openstack-request-id: req-4b2d8727-6b95-47a7-93d5-60ce93eb947e {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:17:45.488507 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c4dd50-f153-45ea-b9e5-8727ada7e089", "tag": "d350ed49-9b9c-4461-aaaa-89736996de0f", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:17:45.488762 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b2d8727-6b95-47a7-93d5-60ce93eb947e {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:17:45.489173 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b2d8727-6b95-47a7-93d5-60ce93eb947e'] response: {'name': 'network-changed', 'server_uuid': '54c4dd50-f153-45ea-b9e5-8727ada7e089', 'tag': 'd350ed49-9b9c-4461-aaaa-89736996de0f', 'status': 'completed', 'code': 200} Mar 29 16:17:45.490131 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-76cb99a7-0691-4ccb-8706-294e028228b5 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:45.644864 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-2d0cd854-218d-41ee-b676-bb378bff3da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'name': 'tempest-TestMinimumBasicScenario-630851957-router', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'a38b955a-897a-4714-b8d9-0e74ac71c896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:16:49Z', 'updated_at': '2022-03-29T16:16:52Z', 'revision_number': 4, 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'gw_port': {'id': 'a38b955a-897a-4714-b8d9-0e74ac71c896', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:50Z', 'updated_at': '2022-03-29T16:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': '6028ef16-782e-4635-9bcc-9b6417aadd7e', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'port_id': 'd350ed49-9b9c-4461-aaaa-89736996de0f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56e867d1-8e31-47b2-bfd6-ebb5edc4abd7', 'mac_address': 'fa:16:3e:3c:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c4dd50-f153-45ea-b9e5-8727ada7e089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:17:44Z', 'updated_at': '2022-03-29T16:17:44Z', 'revision_number': 0, 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a8857d-e75a-4399-9d5f-6e4ce74e2e6f', 'name': '', 'network_id': '56e867d1-8e31-47b2-bfd6-ebb5edc4abd7', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'mac_address': 'fa:16:3e:88:cb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4140238b-8894-468a-b97f-b0a8a8968bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:51Z', 'updated_at': '2022-03-29T16:16:55Z', 'revision_number': 5, 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'subnets': [{'id': '4140238b-8894-468a-b97f-b0a8a8968bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:45.671092 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0cd854-218d-41ee-b676-bb378bff3da7 None None] Checking router: 76685dcd-da1c-410b-8178-5d904a20a5c0 for host: dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:17:45.682228 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0cd854-218d-41ee-b676-bb378bff3da7 None None] Routers {'76685dcd-da1c-410b-8178-5d904a20a5c0'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:17:45.682228 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-2d0cd854-218d-41ee-b676-bb378bff3da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:17:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['76685dcd-da1c-410b-8178-5d904a20a5c0'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:45.793727 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-2d0cd854-218d-41ee-b676-bb378bff3da7 None None] Set router 76685dcd-da1c-410b-8178-5d904a20a5c0 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:17:45.847844 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc845e0-e84d-487b-85f3-2ec427a95139 req-5e2e22e2-03f8-4156-8c1b-2fb045c9d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:45.849680 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-7cc845e0-e84d-487b-85f3-2ec427a95139 req-5e2e22e2-03f8-4156-8c1b-2fb045c9d9e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c3a1046f0524fd6ae3f1b5606c370b8&device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 1130 time: 0.3369024 Mar 29 16:17:45.861542 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-76cb99a7-0691-4ccb-8706-294e028228b5 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for security_group (98595ae4-5778-457f-948a-7a46ebe72c1e), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:45.928837 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-76cb99a7-0691-4ccb-8706-294e028228b5 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (98595ae4-5778-457f-948a-7a46ebe72c1e), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:45.972562 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc845e0-e84d-487b-85f3-2ec427a95139 req-c2f2c7b0-97bd-4379-bd9c-2ba8acc1d9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:45.974260 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-7cc845e0-e84d-487b-85f3-2ec427a95139 req-c2f2c7b0-97bd-4379-bd9c-2ba8acc1d9f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=56e867d1-8e31-47b2-bfd6-ebb5edc4abd7 HTTP/1.1" status: 200 len: 915 time: 0.1150575 Mar 29 16:17:45.975289 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb99a7-0691-4ccb-8706-294e028228b5 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98595ae4-5778-457f-948a-7a46ebe72c1e,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:45.983573 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb99a7-0691-4ccb-8706-294e028228b5 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:45.983938 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb99a7-0691-4ccb-8706-294e028228b5 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:45.984312 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb99a7-0691-4ccb-8706-294e028228b5 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:45.984688 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb99a7-0691-4ccb-8706-294e028228b5 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:45.985172 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb99a7-0691-4ccb-8706-294e028228b5 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:45.985402 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb99a7-0691-4ccb-8706-294e028228b5 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:45.985741 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb99a7-0691-4ccb-8706-294e028228b5 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:45.986081 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb99a7-0691-4ccb-8706-294e028228b5 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:45.986421 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb99a7-0691-4ccb-8706-294e028228b5 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:45.986756 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb99a7-0691-4ccb-8706-294e028228b5 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:45.987092 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb99a7-0691-4ccb-8706-294e028228b5 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:45.987426 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb99a7-0691-4ccb-8706-294e028228b5 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:45.987766 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb99a7-0691-4ccb-8706-294e028228b5 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:45.988098 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb99a7-0691-4ccb-8706-294e028228b5 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:45.988462 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb99a7-0691-4ccb-8706-294e028228b5 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:46.021055 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-2d0cd854-218d-41ee-b676-bb378bff3da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'name': 'tempest-TestMinimumBasicScenario-630851957-router', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'a38b955a-897a-4714-b8d9-0e74ac71c896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:16:49Z', 'updated_at': '2022-03-29T16:16:52Z', 'revision_number': 4, 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'gw_port': {'id': 'a38b955a-897a-4714-b8d9-0e74ac71c896', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:50Z', 'updated_at': '2022-03-29T16:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': '6028ef16-782e-4635-9bcc-9b6417aadd7e', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'port_id': 'd350ed49-9b9c-4461-aaaa-89736996de0f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56e867d1-8e31-47b2-bfd6-ebb5edc4abd7', 'mac_address': 'fa:16:3e:3c:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c4dd50-f153-45ea-b9e5-8727ada7e089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:17:44Z', 'updated_at': '2022-03-29T16:17:44Z', 'revision_number': 0, 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a8857d-e75a-4399-9d5f-6e4ce74e2e6f', 'name': '', 'network_id': '56e867d1-8e31-47b2-bfd6-ebb5edc4abd7', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'mac_address': 'fa:16:3e:88:cb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4140238b-8894-468a-b97f-b0a8a8968bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:51Z', 'updated_at': '2022-03-29T16:16:55Z', 'revision_number': 5, 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'subnets': [{'id': '4140238b-8894-468a-b97f-b0a8a8968bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:46.032870 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-76cb99a7-0691-4ccb-8706-294e028228b5 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:46.034112 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-76cb99a7-0691-4ccb-8706-294e028228b5 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6393359 Mar 29 16:17:46.037196 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 48740) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:17:46.041805 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-0e4a2171-1cfd-42be-bcc7-bb102750ff04 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Request body: {'security_group_rule': {'security_group_id': '98595ae4-5778-457f-948a-7a46ebe72c1e', 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:17:46.047984 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0cd854-218d-41ee-b676-bb378bff3da7 None None] The sync data for ids ['76685dcd-da1c-410b-8178-5d904a20a5c0'] in dv-cinder-562053-19-iscsi is: [{'id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'name': 'tempest-TestMinimumBasicScenario-630851957-router', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'a38b955a-897a-4714-b8d9-0e74ac71c896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:16:49Z', 'updated_at': '2022-03-29T16:16:52Z', 'revision_number': 4, 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'gw_port': {'id': 'a38b955a-897a-4714-b8d9-0e74ac71c896', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:50Z', 'updated_at': '2022-03-29T16:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': '6028ef16-782e-4635-9bcc-9b6417aadd7e', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'port_id': 'd350ed49-9b9c-4461-aaaa-89736996de0f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56e867d1-8e31-47b2-bfd6-ebb5edc4abd7', 'mac_address': 'fa:16:3e:3c:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c4dd50-f153-45ea-b9e5-8727ada7e089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:17:44Z', 'updated_at': '2022-03-29T16:17:44Z', 'revision_number': 0, 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a8857d-e75a-4399-9d5f-6e4ce74e2e6f', 'name': '', 'network_id': '56e867d1-8e31-47b2-bfd6-ebb5edc4abd7', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'mac_address': 'fa:16:3e:88:cb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4140238b-8894-468a-b97f-b0a8a8968bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:51Z', 'updated_at': '2022-03-29T16:16:55Z', 'revision_number': 5, 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'subnets': [{'id': '4140238b-8894-468a-b97f-b0a8a8968bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:17:46.060332 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-7cc845e0-e84d-487b-85f3-2ec427a95139 req-19988bd6-67e7-475d-b665-bdcd54466044 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d350ed49-9b9c-4461-aaaa-89736996de0f HTTP/1.1" status: 200 len: 999 time: 0.0782061 Mar 29 16:17:46.110853 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc845e0-e84d-487b-85f3-2ec427a95139 req-d87b78f6-c645-4f2c-9bb9-4a85cfea391e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:46.112405 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-7cc845e0-e84d-487b-85f3-2ec427a95139 req-d87b78f6-c645-4f2c-9bb9-4a85cfea391e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4140238b-8894-468a-b97f-b0a8a8968bb1 HTTP/1.1" status: 200 len: 853 time: 0.0467017 Mar 29 16:17:46.130076 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0e4a2171-1cfd-42be-bcc7-bb102750ff04 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for security_group_rule (66ae8cd3-6fb5-4047-9391-d8cc0ddf8167), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:46.165888 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc845e0-e84d-487b-85f3-2ec427a95139 req-015da80e-50bc-4e91-92dc-acb43cb90e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:46.167476 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-7cc845e0-e84d-487b-85f3-2ec427a95139 req-015da80e-50bc-4e91-92dc-acb43cb90e7b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56e867d1-8e31-47b2-bfd6-ebb5edc4abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0496490 Mar 29 16:17:46.185439 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0e4a2171-1cfd-42be-bcc7-bb102750ff04 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for security_group_rule (66ae8cd3-6fb5-4047-9391-d8cc0ddf8167), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:46.259906 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-7cc845e0-e84d-487b-85f3-2ec427a95139 req-5f518203-14e5-4648-a3c9-9cab4bed0953 service neutron] 10.222.0.15 "GET /v2.0/networks/56e867d1-8e31-47b2-bfd6-ebb5edc4abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862906 Mar 29 16:17:46.267938 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0e4a2171-1cfd-42be-bcc7-bb102750ff04 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (66ae8cd3-6fb5-4047-9391-d8cc0ddf8167), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:46.270555 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a576a7a-cc19-4cd7-8183-9f36b6623efa None None] New status for floating IP 6028ef16-782e-4635-9bcc-9b6417aadd7e: ACTIVE {{(pid=103834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:17:46.290831 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a2171-1cfd-42be-bcc7-bb102750ff04 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ae8cd3-6fb5-4047-9391-d8cc0ddf8167,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:46.363849 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-7cc845e0-e84d-487b-85f3-2ec427a95139 req-3565977e-5b30-4182-b18a-2db49dd2ccd6 service neutron] 10.222.0.15 "GET /v2.0/networks/56e867d1-8e31-47b2-bfd6-ebb5edc4abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885701 Mar 29 16:17:46.412034 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0e4a2171-1cfd-42be-bcc7-bb102750ff04 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:46.413311 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-0e4a2171-1cfd-42be-bcc7-bb102750ff04 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3751376 Mar 29 16:17:46.416921 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 48742) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:17:46.420297 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-95055e55-ea30-4bc8-9080-e16ba55d0864 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Request body: {'security_group_rule': {'security_group_id': '98595ae4-5778-457f-948a-7a46ebe72c1e', 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:17:46.520829 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-95055e55-ea30-4bc8-9080-e16ba55d0864 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for security_group_rule (9445b4db-3566-4a23-ae3f-b34344cf93bf), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:46.574903 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-95055e55-ea30-4bc8-9080-e16ba55d0864 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for security_group_rule (9445b4db-3566-4a23-ae3f-b34344cf93bf), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:46.649811 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-95055e55-ea30-4bc8-9080-e16ba55d0864 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (9445b4db-3566-4a23-ae3f-b34344cf93bf), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:46.668127 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95055e55-ea30-4bc8-9080-e16ba55d0864 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9445b4db-3566-4a23-ae3f-b34344cf93bf,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:46.737603 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-95055e55-ea30-4bc8-9080-e16ba55d0864 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:46.738739 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-95055e55-ea30-4bc8-9080-e16ba55d0864 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3217597 Mar 29 16:17:46.741510 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 48744) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:17:46.745618 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-93b5e474-6827-4866-9b76-bf9411aa84a9 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Request body: {'security_group_rule': {'security_group_id': '98595ae4-5778-457f-948a-7a46ebe72c1e', 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:17:46.826706 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-93b5e474-6827-4866-9b76-bf9411aa84a9 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for security_group_rule (4d3b145e-13dc-4001-a8f3-b61808c602ae), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:46.883380 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-93b5e474-6827-4866-9b76-bf9411aa84a9 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for security_group_rule (4d3b145e-13dc-4001-a8f3-b61808c602ae), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:46.941375 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-93b5e474-6827-4866-9b76-bf9411aa84a9 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (4d3b145e-13dc-4001-a8f3-b61808c602ae), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:46.958707 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5e474-6827-4866-9b76-bf9411aa84a9 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d3b145e-13dc-4001-a8f3-b61808c602ae,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:47.000901 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-93b5e474-6827-4866-9b76-bf9411aa84a9 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:47.002071 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-93b5e474-6827-4866-9b76-bf9411aa84a9 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2596612 Mar 29 16:17:47.004788 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 48746) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:17:47.008964 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-87cb4839-270d-4e06-82d0-629c000bc4c6 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Request body: {'security_group_rule': {'security_group_id': '98595ae4-5778-457f-948a-7a46ebe72c1e', 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:17:47.071241 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-87cb4839-270d-4e06-82d0-629c000bc4c6 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for security_group_rule (0516ebfe-7b4d-4345-8432-af476d832fa5), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:47.127562 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-87cb4839-270d-4e06-82d0-629c000bc4c6 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for security_group_rule (0516ebfe-7b4d-4345-8432-af476d832fa5), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:47.192751 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-87cb4839-270d-4e06-82d0-629c000bc4c6 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (0516ebfe-7b4d-4345-8432-af476d832fa5), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:47.209857 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb4839-270d-4e06-82d0-629c000bc4c6 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0516ebfe-7b4d-4345-8432-af476d832fa5,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:47.286516 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-87cb4839-270d-4e06-82d0-629c000bc4c6 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:47.287654 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-87cb4839-270d-4e06-82d0-629c000bc4c6 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2819316 Mar 29 16:17:47.290356 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 48748) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:17:47.294670 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-baa581a4-bce3-4aca-a83a-96ef2e058bde tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Request body: {'security_group_rule': {'security_group_id': '98595ae4-5778-457f-948a-7a46ebe72c1e', 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:17:47.392856 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.db.securitygroups_db [None req-baa581a4-bce3-4aca-a83a-96ef2e058bde tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Project 6c3a1046f0524fd6ae3f1b5606c370b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:17:47.397878 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-baa581a4-bce3-4aca-a83a-96ef2e058bde tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for security_group_rule (923e6508-9435-4431-a380-7e0728c2f7b3), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:47.454682 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-baa581a4-bce3-4aca-a83a-96ef2e058bde tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for security_group_rule (923e6508-9435-4431-a380-7e0728c2f7b3), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:47.541033 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-baa581a4-bce3-4aca-a83a-96ef2e058bde tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (923e6508-9435-4431-a380-7e0728c2f7b3), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:47.558581 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa581a4-bce3-4aca-a83a-96ef2e058bde tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=923e6508-9435-4431-a380-7e0728c2f7b3,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:47.627323 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-baa581a4-bce3-4aca-a83a-96ef2e058bde tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:47.628534 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-baa581a4-bce3-4aca-a83a-96ef2e058bde tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3372357 Mar 29 16:17:47.631183 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 48750) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:17:47.635325 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-9842e0f7-4905-45e4-b1cb-d05a84f1fe33 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Request body: {'security_group_rule': {'security_group_id': '98595ae4-5778-457f-948a-7a46ebe72c1e', 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:17:47.722632 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.db.securitygroups_db [None req-9842e0f7-4905-45e4-b1cb-d05a84f1fe33 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Project 6c3a1046f0524fd6ae3f1b5606c370b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:17:47.727720 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9842e0f7-4905-45e4-b1cb-d05a84f1fe33 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for security_group_rule (dc58811c-a3ea-430e-9926-f22bfcb391c5), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:47.785803 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9842e0f7-4905-45e4-b1cb-d05a84f1fe33 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for security_group_rule (dc58811c-a3ea-430e-9926-f22bfcb391c5), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:47.853998 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9842e0f7-4905-45e4-b1cb-d05a84f1fe33 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (dc58811c-a3ea-430e-9926-f22bfcb391c5), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:47.871268 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842e0f7-4905-45e4-b1cb-d05a84f1fe33 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc58811c-a3ea-430e-9926-f22bfcb391c5,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:47.947316 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9842e0f7-4905-45e4-b1cb-d05a84f1fe33 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:47.948524 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-9842e0f7-4905-45e4-b1cb-d05a84f1fe33 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3164151 Mar 29 16:17:48.036340 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8ba2c0f8-b6ab-4c28-bdf9-cb9542b57e67 req-38caf959-e145-4c22-801f-a5cc14d25ccc tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2119291131&fields=id&tenant_id=6c3a1046f0524fd6ae3f1b5606c370b8 HTTP/1.1" status: 200 len: 267 time: 0.0436976 Mar 29 16:17:48.089532 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2c0f8-b6ab-4c28-bdf9-cb9542b57e67 req-b5dbf3be-d347-41b9-89f1-63319004f13c tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:48.090969 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8ba2c0f8-b6ab-4c28-bdf9-cb9542b57e67 req-b5dbf3be-d347-41b9-89f1-63319004f13c tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 946 time: 0.0493164 Mar 29 16:17:48.101955 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [req-8ba2c0f8-b6ab-4c28-bdf9-cb9542b57e67 req-8b4ba9bc-e626-4c39-b131-94871dcf790f tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Request body: {'port': {'security_groups': ['4f328aaf-20da-49e5-aca5-f6ac3f0edded', '98595ae4-5778-457f-948a-7a46ebe72c1e']}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:17:48.175061 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-8ba2c0f8-b6ab-4c28-bdf9-cb9542b57e67 req-8b4ba9bc-e626-4c39-b131-94871dcf790f tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (d350ed49-9b9c-4461-aaaa-89736996de0f), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:48.599961 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-8ba2c0f8-b6ab-4c28-bdf9-cb9542b57e67 req-8b4ba9bc-e626-4c39-b131-94871dcf790f tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] For port d350ed49-9b9c-4461-aaaa-89736996de0f, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=d350ed49-9b9c-4461-aaaa-89736996de0f,segment=NetworkSegment(88a7a8ff-4d4c-43b7-850b-b01ce1873ca0),segment_id=88a7a8ff-4d4c-43b7-850b-b01ce1873ca0)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:17:48.629506 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-8ba2c0f8-b6ab-4c28-bdf9-cb9542b57e67 req-8b4ba9bc-e626-4c39-b131-94871dcf790f tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for port (d350ed49-9b9c-4461-aaaa-89736996de0f), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:48.701052 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-8ba2c0f8-b6ab-4c28-bdf9-cb9542b57e67 req-8b4ba9bc-e626-4c39-b131-94871dcf790f tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10426429'] for port (d350ed49-9b9c-4461-aaaa-89736996de0f), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:48.712452 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['d350ed49-9b9c-4461-aaaa-89736996de0f'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:17:48.778741 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2c0f8-b6ab-4c28-bdf9-cb9542b57e67 req-8b4ba9bc-e626-4c39-b131-94871dcf790f tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:48.779371 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-8ba2c0f8-b6ab-4c28-bdf9-cb9542b57e67 req-8b4ba9bc-e626-4c39-b131-94871dcf790f tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:48.780806 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8ba2c0f8-b6ab-4c28-bdf9-cb9542b57e67 req-8b4ba9bc-e626-4c39-b131-94871dcf790f tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "PUT /v2.0/ports/d350ed49-9b9c-4461-aaaa-89736996de0f HTTP/1.1" status: 200 len: 982 time: 0.6833639 Mar 29 16:17:48.781260 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c4dd50-f153-45ea-b9e5-8727ada7e089', 'tag': 'd350ed49-9b9c-4461-aaaa-89736996de0f'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:17:48.783558 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17cd39a57bce2f0cfda3a3fd3bf70c34a3f67f93f1dabf257ee71a9fa0902d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a4259b-4078-4845-946e-a2191f14d72f" -d '{"events": [{"name": "network-changed", "server_uuid": "54c4dd50-f153-45ea-b9e5-8727ada7e089", "tag": "d350ed49-9b9c-4461-aaaa-89736996de0f"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:17:48.827411 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ba9bc-e626-4c39-b131-94871dcf790f tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Pushing event updated for resources: {'Port': ['ID=d350ed49-9b9c-4461-aaaa-89736996de0f,revision_number=6']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:48.834776 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed440ec-bb85-4981-83fc-3a7b997657ac x-openstack-request-id: req-7ed440ec-bb85-4981-83fc-3a7b997657ac {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:17:48.835064 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c4dd50-f153-45ea-b9e5-8727ada7e089", "tag": "d350ed49-9b9c-4461-aaaa-89736996de0f", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:17:48.835742 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7ed440ec-bb85-4981-83fc-3a7b997657ac {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:17:48.835742 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ed440ec-bb85-4981-83fc-3a7b997657ac'] response: {'name': 'network-changed', 'server_uuid': '54c4dd50-f153-45ea-b9e5-8727ada7e089', 'tag': 'd350ed49-9b9c-4461-aaaa-89736996de0f', 'status': 'completed', 'code': 200} Mar 29 16:17:48.870805 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['d350ed49-9b9c-4461-aaaa-89736996de0f'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:17:48.908039 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d695c-d589-4cdf-8b59-e5e93b986000 req-e7f9b611-2907-4e9e-944a-28ce5d86ac3d tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:48.909586 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2f6d695c-d589-4cdf-8b59-e5e93b986000 req-e7f9b611-2907-4e9e-944a-28ce5d86ac3d tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 985 time: 0.0568428 Mar 29 16:17:48.913517 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4259b-4078-4845-946e-a2191f14d72f req-dbb151db-3ee5-4291-9f02-c94b770bcd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:48.915023 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-82a4259b-4078-4845-946e-a2191f14d72f req-dbb151db-3ee5-4291-9f02-c94b770bcd8e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c3a1046f0524fd6ae3f1b5606c370b8&device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 1169 time: 0.0545940 Mar 29 16:17:48.983253 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2f6d695c-d589-4cdf-8b59-e5e93b986000 req-16e716b2-c784-4e0d-8355-884aea8cfb5a tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=98595ae4-5778-457f-948a-7a46ebe72c1e&id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666020 Mar 29 16:17:49.025250 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4259b-4078-4845-946e-a2191f14d72f req-086e9123-2818-45f1-9fbf-97b24de6995d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:49.027921 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-82a4259b-4078-4845-946e-a2191f14d72f req-086e9123-2818-45f1-9fbf-97b24de6995d service neutron] 10.222.0.15 "GET /v2.0/networks?id=56e867d1-8e31-47b2-bfd6-ebb5edc4abd7 HTTP/1.1" status: 200 len: 915 time: 0.0963430 Mar 29 16:17:49.094678 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-82a4259b-4078-4845-946e-a2191f14d72f req-935fdb15-1209-4f5d-8f2f-2f30e7978c29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d350ed49-9b9c-4461-aaaa-89736996de0f HTTP/1.1" status: 200 len: 1001 time: 0.0597146 Mar 29 16:17:49.114495 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-adc2b9ab-3d18-49f2-b4e1-167d6392c441 None None] Provisioning complete for port d350ed49-9b9c-4461-aaaa-89736996de0f triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:17:49.114800 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-adc2b9ab-3d18-49f2-b4e1-167d6392c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (d350ed49-9b9c-4461-aaaa-89736996de0f), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:49.143369 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4259b-4078-4845-946e-a2191f14d72f req-c07ad0e7-f1a9-4013-9321-fd4e868e1cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:49.144858 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-82a4259b-4078-4845-946e-a2191f14d72f req-c07ad0e7-f1a9-4013-9321-fd4e868e1cfe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4140238b-8894-468a-b97f-b0a8a8968bb1 HTTP/1.1" status: 200 len: 853 time: 0.0425899 Mar 29 16:17:49.198705 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4259b-4078-4845-946e-a2191f14d72f req-9f608143-dc55-4ced-99b5-aab895c09058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:49.200401 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-82a4259b-4078-4845-946e-a2191f14d72f req-9f608143-dc55-4ced-99b5-aab895c09058 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56e867d1-8e31-47b2-bfd6-ebb5edc4abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491276 Mar 29 16:17:49.297185 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-adc2b9ab-3d18-49f2-b4e1-167d6392c441 None None] Current status of the port d350ed49-9b9c-4461-aaaa-89736996de0f is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:17:49.331985 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-82a4259b-4078-4845-946e-a2191f14d72f req-2d3b36bd-dc52-4136-9adc-41f46e95cccf service neutron] 10.222.0.15 "GET /v2.0/networks/56e867d1-8e31-47b2-bfd6-ebb5edc4abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236453 Mar 29 16:17:49.425750 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-82a4259b-4078-4845-946e-a2191f14d72f req-3bb8083f-be52-4bc3-82d1-31b836c7f66b service neutron] 10.222.0.15 "GET /v2.0/networks/56e867d1-8e31-47b2-bfd6-ebb5edc4abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868819 Mar 29 16:17:52.408153 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-063ae5b9-8cc0-4dc2-bdd1-a2823b144ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:54.495464 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8813fed1-1079-42f3-9cac-c51ec01c113a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:55.842604 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:57.249131 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:58.512069 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:10.440716 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:18:12.082847 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de43bb1-8c70-48e0-8a9b-0b12f2b78d8f req-bbf01d0f-60ac-455f-af05-3700eeeafd6a tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:12.084336 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1de43bb1-8c70-48e0-8a9b-0b12f2b78d8f req-bbf01d0f-60ac-455f-af05-3700eeeafd6a tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 985 time: 0.0580401 Mar 29 16:18:12.146587 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1de43bb1-8c70-48e0-8a9b-0b12f2b78d8f req-17ebd548-e35a-4496-8780-538c6610fc8b tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=98595ae4-5778-457f-948a-7a46ebe72c1e&id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564671 Mar 29 16:18:12.155129 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017394d2-2be2-4d62-934c-1a228a2c87ea req-b55434c3-8b9a-4fe7-92d8-890b615eebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:12.156675 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-017394d2-2be2-4d62-934c-1a228a2c87ea req-b55434c3-8b9a-4fe7-92d8-890b615eebb0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c3a1046f0524fd6ae3f1b5606c370b8&device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 1169 time: 0.0463390 Mar 29 16:18:12.246499 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017394d2-2be2-4d62-934c-1a228a2c87ea req-6f605476-6510-428d-a4b1-4ea8f26ee6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:12.247887 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-017394d2-2be2-4d62-934c-1a228a2c87ea req-6f605476-6510-428d-a4b1-4ea8f26ee6bf service neutron] 10.222.0.15 "GET /v2.0/networks?id=56e867d1-8e31-47b2-bfd6-ebb5edc4abd7 HTTP/1.1" status: 200 len: 915 time: 0.0839164 Mar 29 16:18:12.315709 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-017394d2-2be2-4d62-934c-1a228a2c87ea req-ddb8d966-6296-490b-85b0-34d77c222f3b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d350ed49-9b9c-4461-aaaa-89736996de0f HTTP/1.1" status: 200 len: 1001 time: 0.0612316 Mar 29 16:18:12.362379 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017394d2-2be2-4d62-934c-1a228a2c87ea req-611233be-9573-4cc5-b371-22b4e319dc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:12.363793 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-017394d2-2be2-4d62-934c-1a228a2c87ea req-611233be-9573-4cc5-b371-22b4e319dc42 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4140238b-8894-468a-b97f-b0a8a8968bb1 HTTP/1.1" status: 200 len: 853 time: 0.0421555 Mar 29 16:18:12.411782 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017394d2-2be2-4d62-934c-1a228a2c87ea req-a7c5638b-cb66-41b0-997b-731efc41335f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:12.413274 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-017394d2-2be2-4d62-934c-1a228a2c87ea req-a7c5638b-cb66-41b0-997b-731efc41335f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56e867d1-8e31-47b2-bfd6-ebb5edc4abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430839 Mar 29 16:18:12.506230 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-017394d2-2be2-4d62-934c-1a228a2c87ea req-ebebf30b-3e9c-471b-ac10-77b358903cad service neutron] 10.222.0.15 "GET /v2.0/networks/56e867d1-8e31-47b2-bfd6-ebb5edc4abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849993 Mar 29 16:18:12.592919 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-017394d2-2be2-4d62-934c-1a228a2c87ea req-ced702a1-c860-4aee-968a-918187bcca12 service neutron] 10.222.0.15 "GET /v2.0/networks/56e867d1-8e31-47b2-bfd6-ebb5edc4abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799217 Mar 29 16:18:13.264148 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3183bc-aab5-4ee2-b3fd-cf99fd9ea3cc req-5ba0c996-d279-4899-b00d-9704c4f5da06 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:13.265620 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7a3183bc-aab5-4ee2-b3fd-cf99fd9ea3cc req-5ba0c996-d279-4899-b00d-9704c4f5da06 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 985 time: 0.0516992 Mar 29 16:18:13.322379 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7a3183bc-aab5-4ee2-b3fd-cf99fd9ea3cc req-ae5e498a-5648-457a-905c-0cd67e3a8008 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=98595ae4-5778-457f-948a-7a46ebe72c1e&id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507722 Mar 29 16:18:14.145987 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:14.442921 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245a446-d64e-475a-a7b0-a60b0445d943 req-fb2c105a-83d5-49f7-80e6-c2c541ae3b44 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:14.444394 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b245a446-d64e-475a-a7b0-a60b0445d943 req-fb2c105a-83d5-49f7-80e6-c2c541ae3b44 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 985 time: 0.0562060 Mar 29 16:18:14.505408 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b245a446-d64e-475a-a7b0-a60b0445d943 req-4237ee72-a278-4082-ac0b-906ae894f73f tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=98595ae4-5778-457f-948a-7a46ebe72c1e&id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553911 Mar 29 16:18:15.622291 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd63703-e390-4721-a29b-413a3fc2492a req-87922055-b7e7-4413-8382-6af6a28fbc57 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:15.623773 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6fd63703-e390-4721-a29b-413a3fc2492a req-87922055-b7e7-4413-8382-6af6a28fbc57 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 985 time: 0.0526319 Mar 29 16:18:15.682583 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6fd63703-e390-4721-a29b-413a3fc2492a req-87b31317-bbe6-4003-b3cc-2c40811ac26e tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=98595ae4-5778-457f-948a-7a46ebe72c1e&id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523732 Mar 29 16:18:16.798124 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ce827-27ae-4395-b338-0a40dd68fa39 req-9f338b21-0021-4349-9b03-caa035c0accf tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:16.800248 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f87ce827-27ae-4395-b338-0a40dd68fa39 req-9f338b21-0021-4349-9b03-caa035c0accf tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 985 time: 0.0518346 Mar 29 16:18:16.862957 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-f87ce827-27ae-4395-b338-0a40dd68fa39 req-5c6b0359-ec17-4ce3-9e8b-6dff540d1110 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=98595ae4-5778-457f-948a-7a46ebe72c1e&id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571349 Mar 29 16:18:17.981823 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8adb0e-5891-4f60-bee2-73c2f5010160 req-f02ff670-5d6e-4b9f-8463-97bedd78de54 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:17.983289 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1b8adb0e-5891-4f60-bee2-73c2f5010160 req-f02ff670-5d6e-4b9f-8463-97bedd78de54 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 985 time: 0.0557635 Mar 29 16:18:18.042032 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-1b8adb0e-5891-4f60-bee2-73c2f5010160 req-5aa0a987-f31c-4961-9540-e29e5afa19df tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=98595ae4-5778-457f-948a-7a46ebe72c1e&id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525222 Mar 29 16:18:19.158738 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f340f9-acb4-4db1-8bab-d9718db3fb7f req-32e16935-5933-4e48-8cd8-203dcba0fcbc tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:19.160217 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-10f340f9-acb4-4db1-8bab-d9718db3fb7f req-32e16935-5933-4e48-8cd8-203dcba0fcbc tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 985 time: 0.0521693 Mar 29 16:18:19.218466 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-10f340f9-acb4-4db1-8bab-d9718db3fb7f req-63fca03b-bee6-48f1-8529-1cf36d6bf7d6 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=98595ae4-5778-457f-948a-7a46ebe72c1e&id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526474 Mar 29 16:18:20.333188 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceef007-522d-46ab-a43d-f4d4f90a87d8 req-2a9a3cb3-4ec6-455a-b391-d3fb1a778e50 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:20.334551 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-dceef007-522d-46ab-a43d-f4d4f90a87d8 req-2a9a3cb3-4ec6-455a-b391-d3fb1a778e50 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 985 time: 0.0517206 Mar 29 16:18:20.395502 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-dceef007-522d-46ab-a43d-f4d4f90a87d8 req-9280a93a-36ac-4442-9347-a28a953164e3 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=98595ae4-5778-457f-948a-7a46ebe72c1e&id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553753 Mar 29 16:18:21.511502 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe913ae-363e-4124-ac0c-486971599aef req-380c9627-ba6f-4fec-8e12-02f927e346f4 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:21.512971 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8fe913ae-363e-4124-ac0c-486971599aef req-380c9627-ba6f-4fec-8e12-02f927e346f4 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 985 time: 0.0513170 Mar 29 16:18:21.570900 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8fe913ae-363e-4124-ac0c-486971599aef req-6ba88dfb-9fba-42e2-a40f-6cbe327bedba tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=98595ae4-5778-457f-948a-7a46ebe72c1e&id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517247 Mar 29 16:18:22.322603 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-840a4eae-f49c-45d1-903e-ede61ce3e16d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:22.686303 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3bd72-ac1c-44f5-9518-9a371cc936d6 req-f67d04d1-ce40-4714-b037-b6f72508f16b tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:22.687777 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-08f3bd72-ac1c-44f5-9518-9a371cc936d6 req-f67d04d1-ce40-4714-b037-b6f72508f16b tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 985 time: 0.0519021 Mar 29 16:18:22.746342 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-08f3bd72-ac1c-44f5-9518-9a371cc936d6 req-24bdaba3-4aaa-40a8-a77b-ed083e9d75f5 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=98595ae4-5778-457f-948a-7a46ebe72c1e&id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523736 Mar 29 16:18:23.865209 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beade3a-72a6-4b56-a09c-53b68dd50ff9 req-a6d6cc99-b0f0-4ad0-8d21-e29762e9ebf0 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:23.866666 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7beade3a-72a6-4b56-a09c-53b68dd50ff9 req-a6d6cc99-b0f0-4ad0-8d21-e29762e9ebf0 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 985 time: 0.0553858 Mar 29 16:18:23.926102 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7beade3a-72a6-4b56-a09c-53b68dd50ff9 req-7a3ad708-67eb-409a-8bb7-337ef2f0e3bf tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=98595ae4-5778-457f-948a-7a46ebe72c1e&id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537584 Mar 29 16:18:24.505572 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-52496ca9-3186-4e53-9842-ceda04772673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:25.042301 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dfc68-bbe8-41ff-b539-3d8834496333 req-53b6b386-0620-4bd3-9656-633b7548c25f tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:25.043741 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bf6dfc68-bbe8-41ff-b539-3d8834496333 req-53b6b386-0620-4bd3-9656-633b7548c25f tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 985 time: 0.0507843 Mar 29 16:18:25.105022 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-bf6dfc68-bbe8-41ff-b539-3d8834496333 req-7de6c1fa-dae9-43cc-8043-6bd1b4666654 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=98595ae4-5778-457f-948a-7a46ebe72c1e&id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552099 Mar 29 16:18:25.825521 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:26.225059 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aae321-2589-4918-9dd8-1c546e0c07b4 req-c2b1e433-fb90-4840-b900-d40e677684ae tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:26.226516 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-60aae321-2589-4918-9dd8-1c546e0c07b4 req-c2b1e433-fb90-4840-b900-d40e677684ae tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 985 time: 0.0560486 Mar 29 16:18:26.283954 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-60aae321-2589-4918-9dd8-1c546e0c07b4 req-b41b8b7f-e303-4587-a5bc-9ea2b0111b7a tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=98595ae4-5778-457f-948a-7a46ebe72c1e&id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517814 Mar 29 16:18:27.248281 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:27.400673 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80ac03-add2-40bd-a57e-3fde2b1caf4d req-f6c0b96f-eb02-4329-be75-2a5894e4a1f0 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:27.402127 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3f80ac03-add2-40bd-a57e-3fde2b1caf4d req-f6c0b96f-eb02-4329-be75-2a5894e4a1f0 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 985 time: 0.0522368 Mar 29 16:18:27.464184 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3f80ac03-add2-40bd-a57e-3fde2b1caf4d req-9607dc1b-2e50-4ebd-9ec7-53f412566bff tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=98595ae4-5778-457f-948a-7a46ebe72c1e&id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563867 Mar 29 16:18:28.479916 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5290019-0507-4992-9fe6-2e5d9f799f20 req-8b958fa4-6c25-44ac-ac92-d504d3207d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:28.491077 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f5290019-0507-4992-9fe6-2e5d9f799f20 req-8b958fa4-6c25-44ac-ac92-d504d3207d3a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c3a1046f0524fd6ae3f1b5606c370b8&device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 1169 time: 0.0521390 Mar 29 16:18:28.534369 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:28.586608 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5290019-0507-4992-9fe6-2e5d9f799f20 req-ef9b09a9-0d1a-4332-8188-19d41db1ad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:28.588077 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f5290019-0507-4992-9fe6-2e5d9f799f20 req-ef9b09a9-0d1a-4332-8188-19d41db1ad94 service neutron] 10.222.0.15 "GET /v2.0/networks?id=56e867d1-8e31-47b2-bfd6-ebb5edc4abd7 HTTP/1.1" status: 200 len: 915 time: 0.0856681 Mar 29 16:18:28.588216 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b55198-6af5-463c-918a-1cd95b613d75 req-e886e04a-7d64-42a9-9c11-901a4728a966 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:28.589669 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-89b55198-6af5-463c-918a-1cd95b613d75 req-e886e04a-7d64-42a9-9c11-901a4728a966 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 985 time: 0.0531583 Mar 29 16:18:28.656047 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-89b55198-6af5-463c-918a-1cd95b613d75 req-bcd7427d-b91c-45a0-9c16-fa6bf8f25d45 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=98595ae4-5778-457f-948a-7a46ebe72c1e&id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606446 Mar 29 16:18:28.660939 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f5290019-0507-4992-9fe6-2e5d9f799f20 req-e65dae89-79f3-478f-8bb6-ace8e3e8adb8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d350ed49-9b9c-4461-aaaa-89736996de0f HTTP/1.1" status: 200 len: 1001 time: 0.0655632 Mar 29 16:18:28.710392 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5290019-0507-4992-9fe6-2e5d9f799f20 req-9222c27a-8456-480d-b7d3-7279974b7468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:28.711908 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f5290019-0507-4992-9fe6-2e5d9f799f20 req-9222c27a-8456-480d-b7d3-7279974b7468 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4140238b-8894-468a-b97f-b0a8a8968bb1 HTTP/1.1" status: 200 len: 853 time: 0.0444448 Mar 29 16:18:28.761031 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5290019-0507-4992-9fe6-2e5d9f799f20 req-6df39a07-98ac-4faa-bdb8-3cf88a37d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:28.762602 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f5290019-0507-4992-9fe6-2e5d9f799f20 req-6df39a07-98ac-4faa-bdb8-3cf88a37d968 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56e867d1-8e31-47b2-bfd6-ebb5edc4abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437374 Mar 29 16:18:28.851621 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f5290019-0507-4992-9fe6-2e5d9f799f20 req-f40755ef-a40f-4b91-b950-20f8098c5c38 service neutron] 10.222.0.15 "GET /v2.0/networks/56e867d1-8e31-47b2-bfd6-ebb5edc4abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824313 Mar 29 16:18:28.936856 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f5290019-0507-4992-9fe6-2e5d9f799f20 req-a0291d42-781d-413d-8c69-da4d018781bf service neutron] 10.222.0.15 "GET /v2.0/networks/56e867d1-8e31-47b2-bfd6-ebb5edc4abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792031 Mar 29 16:18:29.773198 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a27bf-b802-42b1-9a2c-b901a6fb6a8f req-5d321014-e168-4adf-bfaf-b3838121e9da tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:29.774648 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-770a27bf-b802-42b1-9a2c-b901a6fb6a8f req-5d321014-e168-4adf-bfaf-b3838121e9da tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 985 time: 0.0530653 Mar 29 16:18:29.833045 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-770a27bf-b802-42b1-9a2c-b901a6fb6a8f req-c49371b7-9f1b-4b29-b53b-502b1e5b5095 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=98595ae4-5778-457f-948a-7a46ebe72c1e&id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528104 Mar 29 16:18:44.128240 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:47.439663 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:18:52.321672 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1cdd54d3-1c0b-47a0-ab9f-3c460fd0de3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:54.510178 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-405aedcb-7d77-4dca-928d-eccddbc00f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:55.818769 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:57.246870 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:58.532678 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:02.807158 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4f7fcf8c-1bdf-4624-8838-45128129b81e req-a6cbd921-ce63-429a-b870-df6665ce2042 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2119291131&fields=id&tenant_id=6c3a1046f0524fd6ae3f1b5606c370b8 HTTP/1.1" status: 200 len: 267 time: 0.0438540 Mar 29 16:19:02.863454 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fcf8c-1bdf-4624-8838-45128129b81e req-6d9edee8-008e-439c-948c-04aea7cf1fc0 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:02.864984 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4f7fcf8c-1bdf-4624-8838-45128129b81e req-6d9edee8-008e-439c-948c-04aea7cf1fc0 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 985 time: 0.0525758 Mar 29 16:19:02.875615 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [req-4f7fcf8c-1bdf-4624-8838-45128129b81e req-b80e4b42-784a-4864-bb2e-757a18e7e851 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Request body: {'port': {'security_groups': ['4f328aaf-20da-49e5-aca5-f6ac3f0edded']}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:19:02.947469 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-4f7fcf8c-1bdf-4624-8838-45128129b81e req-b80e4b42-784a-4864-bb2e-757a18e7e851 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (d350ed49-9b9c-4461-aaaa-89736996de0f), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:03.120538 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-4f7fcf8c-1bdf-4624-8838-45128129b81e req-b80e4b42-784a-4864-bb2e-757a18e7e851 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] For port d350ed49-9b9c-4461-aaaa-89736996de0f, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=d350ed49-9b9c-4461-aaaa-89736996de0f,segment=NetworkSegment(88a7a8ff-4d4c-43b7-850b-b01ce1873ca0),segment_id=88a7a8ff-4d4c-43b7-850b-b01ce1873ca0)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:19:03.149232 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-4f7fcf8c-1bdf-4624-8838-45128129b81e req-b80e4b42-784a-4864-bb2e-757a18e7e851 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for port (d350ed49-9b9c-4461-aaaa-89736996de0f), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:03.212340 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-4f7fcf8c-1bdf-4624-8838-45128129b81e req-b80e4b42-784a-4864-bb2e-757a18e7e851 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10426429'] for port (d350ed49-9b9c-4461-aaaa-89736996de0f), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:03.225379 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['d350ed49-9b9c-4461-aaaa-89736996de0f'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:19:03.254106 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fcf8c-1bdf-4624-8838-45128129b81e req-b80e4b42-784a-4864-bb2e-757a18e7e851 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:03.254594 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-4f7fcf8c-1bdf-4624-8838-45128129b81e req-b80e4b42-784a-4864-bb2e-757a18e7e851 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:03.255962 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4f7fcf8c-1bdf-4624-8838-45128129b81e req-b80e4b42-784a-4864-bb2e-757a18e7e851 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "PUT /v2.0/ports/d350ed49-9b9c-4461-aaaa-89736996de0f HTTP/1.1" status: 200 len: 943 time: 0.3850069 Mar 29 16:19:03.256432 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c4dd50-f153-45ea-b9e5-8727ada7e089', 'tag': 'd350ed49-9b9c-4461-aaaa-89736996de0f'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:19:03.258709 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17cd39a57bce2f0cfda3a3fd3bf70c34a3f67f93f1dabf257ee71a9fa0902d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b873a45f-1213-4f80-9df2-f71e3c957f55" -d '{"events": [{"name": "network-changed", "server_uuid": "54c4dd50-f153-45ea-b9e5-8727ada7e089", "tag": "d350ed49-9b9c-4461-aaaa-89736996de0f"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:19:03.266165 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 48828) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:19:03.309335 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3329d9-176e-4211-aed5-2bcfaf16f9ba x-openstack-request-id: req-ef3329d9-176e-4211-aed5-2bcfaf16f9ba {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:19:03.309335 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c4dd50-f153-45ea-b9e5-8727ada7e089", "tag": "d350ed49-9b9c-4461-aaaa-89736996de0f", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:19:03.309693 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ef3329d9-176e-4211-aed5-2bcfaf16f9ba {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:19:03.310028 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef3329d9-176e-4211-aed5-2bcfaf16f9ba'] response: {'name': 'network-changed', 'server_uuid': '54c4dd50-f153-45ea-b9e5-8727ada7e089', 'tag': 'd350ed49-9b9c-4461-aaaa-89736996de0f', 'status': 'completed', 'code': 200} Mar 29 16:19:03.329156 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e4b42-784a-4864-bb2e-757a18e7e851 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Pushing event updated for resources: {'Port': ['ID=d350ed49-9b9c-4461-aaaa-89736996de0f,revision_number=7']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:03.350422 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['d350ed49-9b9c-4461-aaaa-89736996de0f'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:19:03.365987 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e4b42-784a-4864-bb2e-757a18e7e851 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:03.366690 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e4b42-784a-4864-bb2e-757a18e7e851 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:03.367239 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e4b42-784a-4864-bb2e-757a18e7e851 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:03.367787 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e4b42-784a-4864-bb2e-757a18e7e851 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:03.368352 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e4b42-784a-4864-bb2e-757a18e7e851 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:03.368916 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e4b42-784a-4864-bb2e-757a18e7e851 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:03.369452 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e4b42-784a-4864-bb2e-757a18e7e851 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:03.369983 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e4b42-784a-4864-bb2e-757a18e7e851 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:03.370524 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e4b42-784a-4864-bb2e-757a18e7e851 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:03.370908 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e4b42-784a-4864-bb2e-757a18e7e851 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:03.371184 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e4b42-784a-4864-bb2e-757a18e7e851 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:03.371513 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e4b42-784a-4864-bb2e-757a18e7e851 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:03.371864 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e4b42-784a-4864-bb2e-757a18e7e851 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:03.372346 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e4b42-784a-4864-bb2e-757a18e7e851 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:03.372554 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e4b42-784a-4864-bb2e-757a18e7e851 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:03.406120 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7045451b-01c6-4d44-9da1-e6eac8562f87 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for security_group (98595ae4-5778-457f-948a-7a46ebe72c1e), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:03.406386 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873a45f-1213-4f80-9df2-f71e3c957f55 req-d1da5fcb-7275-4a13-b49f-28658cbba13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:03.408160 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b873a45f-1213-4f80-9df2-f71e3c957f55 req-d1da5fcb-7275-4a13-b49f-28658cbba13d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c3a1046f0524fd6ae3f1b5606c370b8&device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 1130 time: 0.0775795 Mar 29 16:19:03.438004 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7045451b-01c6-4d44-9da1-e6eac8562f87 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for security_group (98595ae4-5778-457f-948a-7a46ebe72c1e), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:03.518747 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873a45f-1213-4f80-9df2-f71e3c957f55 req-61f845f2-8eb7-44ec-a3f8-2fafb8fd3008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:03.520439 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b873a45f-1213-4f80-9df2-f71e3c957f55 req-61f845f2-8eb7-44ec-a3f8-2fafb8fd3008 service neutron] 10.222.0.15 "GET /v2.0/networks?id=56e867d1-8e31-47b2-bfd6-ebb5edc4abd7 HTTP/1.1" status: 200 len: 915 time: 0.1046960 Mar 29 16:19:03.548888 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-080e87eb-c2f2-45d5-bca8-aea859a20613 None None] Provisioning complete for port d350ed49-9b9c-4461-aaaa-89736996de0f triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:19:03.549270 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-080e87eb-c2f2-45d5-bca8-aea859a20613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (d350ed49-9b9c-4461-aaaa-89736996de0f), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:03.561295 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7045451b-01c6-4d44-9da1-e6eac8562f87 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (98595ae4-5778-457f-948a-7a46ebe72c1e), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:03.564608 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7045451b-01c6-4d44-9da1-e6eac8562f87 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:03.565834 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-7045451b-01c6-4d44-9da1-e6eac8562f87 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "DELETE /v2.0/security-groups/98595ae4-5778-457f-948a-7a46ebe72c1e HTTP/1.1" status: 204 len: 168 time: 0.2988975 Mar 29 16:19:03.568602 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 48830) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:19:03.575608 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045451b-01c6-4d44-9da1-e6eac8562f87 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98595ae4-5778-457f-948a-7a46ebe72c1e,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:03.634764 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b873a45f-1213-4f80-9df2-f71e3c957f55 req-c27781f6-25cc-4d7d-97d5-4c97b402b83d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d350ed49-9b9c-4461-aaaa-89736996de0f HTTP/1.1" status: 200 len: 1001 time: 0.1081524 Mar 29 16:19:03.643232 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-080e87eb-c2f2-45d5-bca8-aea859a20613 None None] Current status of the port d350ed49-9b9c-4461-aaaa-89736996de0f is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:19:03.731827 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873a45f-1213-4f80-9df2-f71e3c957f55 req-26e6a102-d07b-4ba2-b2b6-38f47527d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:03.733318 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b873a45f-1213-4f80-9df2-f71e3c957f55 req-26e6a102-d07b-4ba2-b2b6-38f47527d91f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4140238b-8894-468a-b97f-b0a8a8968bb1 HTTP/1.1" status: 200 len: 853 time: 0.0902648 Mar 29 16:19:03.811884 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873a45f-1213-4f80-9df2-f71e3c957f55 req-b7972786-9259-4452-9456-de2146b764d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:03.813511 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b873a45f-1213-4f80-9df2-f71e3c957f55 req-b7972786-9259-4452-9456-de2146b764d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56e867d1-8e31-47b2-bfd6-ebb5edc4abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0737464 Mar 29 16:19:03.815424 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-711ed022-2dba-4f4b-9113-3735fb097c85 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Deleting port 09fef99a-8293-4790-b420-ebec23800376 {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:19:03.815763 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-711ed022-2dba-4f4b-9113-3735fb097c85 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (09fef99a-8293-4790-b420-ebec23800376), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:03.951502 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-711ed022-2dba-4f4b-9113-3735fb097c85 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (09fef99a-8293-4790-b420-ebec23800376), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:03.951761 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-711ed022-2dba-4f4b-9113-3735fb097c85 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for floatingip (09fef99a-8293-4790-b420-ebec23800376), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:03.972173 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b873a45f-1213-4f80-9df2-f71e3c957f55 req-32275bbd-3e43-4429-9c55-31a8abfba052 service neutron] 10.222.0.15 "GET /v2.0/networks/56e867d1-8e31-47b2-bfd6-ebb5edc4abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455941 Mar 29 16:19:03.973037 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-711ed022-2dba-4f4b-9113-3735fb097c85 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Calling delete_port for 09fef99a-8293-4790-b420-ebec23800376 owned by network:floatingip {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:19:04.145907 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-b873a45f-1213-4f80-9df2-f71e3c957f55 req-36af320f-b7e4-4673-91b9-f4e2047e941a service neutron] 10.222.0.15 "GET /v2.0/networks/56e867d1-8e31-47b2-bfd6-ebb5edc4abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648812 Mar 29 16:19:04.252839 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-711ed022-2dba-4f4b-9113-3735fb097c85 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (09fef99a-8293-4790-b420-ebec23800376), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:04.278409 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ed022-2dba-4f4b-9113-3735fb097c85 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Pushing event deleted for resources: {'Port': ['ID=09fef99a-8293-4790-b420-ebec23800376,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:04.305835 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ed022-2dba-4f4b-9113-3735fb097c85 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:04.311435 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ed022-2dba-4f4b-9113-3735fb097c85 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:04.311435 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ed022-2dba-4f4b-9113-3735fb097c85 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:04.311435 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ed022-2dba-4f4b-9113-3735fb097c85 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:04.311435 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ed022-2dba-4f4b-9113-3735fb097c85 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:04.311435 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ed022-2dba-4f4b-9113-3735fb097c85 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:04.311435 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ed022-2dba-4f4b-9113-3735fb097c85 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:04.311435 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ed022-2dba-4f4b-9113-3735fb097c85 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:04.311435 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ed022-2dba-4f4b-9113-3735fb097c85 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:04.311435 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ed022-2dba-4f4b-9113-3735fb097c85 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:04.311435 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ed022-2dba-4f4b-9113-3735fb097c85 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:04.311435 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ed022-2dba-4f4b-9113-3735fb097c85 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:04.311435 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ed022-2dba-4f4b-9113-3735fb097c85 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:04.312686 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ed022-2dba-4f4b-9113-3735fb097c85 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:04.312686 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ed022-2dba-4f4b-9113-3735fb097c85 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:04.352286 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-711ed022-2dba-4f4b-9113-3735fb097c85 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks [] for floatingip (6028ef16-782e-4635-9bcc-9b6417aadd7e), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:04.352695 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.db.l3_db [None req-711ed022-2dba-4f4b-9113-3735fb097c85 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Floating IP 6028ef16-782e-4635-9bcc-9b6417aadd7e disassociated (deleted). External IP: 172.27.3.50, port: d350ed49-9b9c-4461-aaaa-89736996de0f. Mar 29 16:19:04.555025 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711ed022-2dba-4f4b-9113-3735fb097c85 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Router 76685dcd-da1c-410b-8178-5d904a20a5c0 has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:19:04.661727 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711ed022-2dba-4f4b-9113-3735fb097c85 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:19:04.666411 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-711ed022-2dba-4f4b-9113-3735fb097c85 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:04.670871 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e38723-b85c-443a-b733-7beec0c575e5 None None] Sync routers for ids ['76685dcd-da1c-410b-8178-5d904a20a5c0'] in dv-cinder-562053-19-iscsi {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:19:04.699173 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-711ed022-2dba-4f4b-9113-3735fb097c85 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "DELETE /v2.0/floatingips/6028ef16-782e-4635-9bcc-9b6417aadd7e HTTP/1.1" status: 204 len: 168 time: 1.1292713 Mar 29 16:19:04.699757 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c4dd50-f153-45ea-b9e5-8727ada7e089', 'tag': 'd350ed49-9b9c-4461-aaaa-89736996de0f'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:19:04.702069 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691af351-48a0-4c35-ac3d-8710f504eb5a" -d '{"events": [{"name": "network-changed", "server_uuid": "54c4dd50-f153-45ea-b9e5-8727ada7e089", "tag": "d350ed49-9b9c-4461-aaaa-89736996de0f"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:19:04.745589 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22704140-7bf3-42a6-bd63-b671dfecc34f x-openstack-request-id: req-22704140-7bf3-42a6-bd63-b671dfecc34f {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:19:04.745974 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c4dd50-f153-45ea-b9e5-8727ada7e089", "tag": "d350ed49-9b9c-4461-aaaa-89736996de0f", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:19:04.746293 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-22704140-7bf3-42a6-bd63-b671dfecc34f {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:19:04.746769 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22704140-7bf3-42a6-bd63-b671dfecc34f'] response: {'name': 'network-changed', 'server_uuid': '54c4dd50-f153-45ea-b9e5-8727ada7e089', 'tag': 'd350ed49-9b9c-4461-aaaa-89736996de0f', 'status': 'completed', 'code': 200} Mar 29 16:19:04.810221 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e38723-b85c-443a-b733-7beec0c575e5 None None] Routers {'76685dcd-da1c-410b-8178-5d904a20a5c0'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:19:04.810777 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-d1e38723-b85c-443a-b733-7beec0c575e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:18:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['76685dcd-da1c-410b-8178-5d904a20a5c0'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:04.824082 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691af351-48a0-4c35-ac3d-8710f504eb5a req-94aa2e73-028e-4537-a090-a6ad0ea21cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:04.825639 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-691af351-48a0-4c35-ac3d-8710f504eb5a req-94aa2e73-028e-4537-a090-a6ad0ea21cfc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c3a1046f0524fd6ae3f1b5606c370b8&device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 1130 time: 0.0569448 Mar 29 16:19:04.915948 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691af351-48a0-4c35-ac3d-8710f504eb5a req-dbbf6561-bff1-4c76-a19f-8185aa2ad4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:04.917494 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-691af351-48a0-4c35-ac3d-8710f504eb5a req-dbbf6561-bff1-4c76-a19f-8185aa2ad4b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=56e867d1-8e31-47b2-bfd6-ebb5edc4abd7 HTTP/1.1" status: 200 len: 915 time: 0.0851257 Mar 29 16:19:04.918259 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-d1e38723-b85c-443a-b733-7beec0c575e5 None None] Set router 76685dcd-da1c-410b-8178-5d904a20a5c0 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:19:04.961868 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-691af351-48a0-4c35-ac3d-8710f504eb5a req-0b075fea-e24b-437a-8ffb-b2f9324e4f92 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d350ed49-9b9c-4461-aaaa-89736996de0f HTTP/1.1" status: 200 len: 217 time: 0.0374703 Mar 29 16:19:05.014317 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691af351-48a0-4c35-ac3d-8710f504eb5a req-316aa285-ee08-4731-9b9a-4e3591748594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:05.015781 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-691af351-48a0-4c35-ac3d-8710f504eb5a req-316aa285-ee08-4731-9b9a-4e3591748594 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4140238b-8894-468a-b97f-b0a8a8968bb1 HTTP/1.1" status: 200 len: 853 time: 0.0449727 Mar 29 16:19:05.094300 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691af351-48a0-4c35-ac3d-8710f504eb5a req-58464f7e-957f-4b2f-8afc-a8836517500b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:05.097642 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-691af351-48a0-4c35-ac3d-8710f504eb5a req-58464f7e-957f-4b2f-8afc-a8836517500b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56e867d1-8e31-47b2-bfd6-ebb5edc4abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0750225 Mar 29 16:19:05.131843 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-d1e38723-b85c-443a-b733-7beec0c575e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'name': 'tempest-TestMinimumBasicScenario-630851957-router', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'a38b955a-897a-4714-b8d9-0e74ac71c896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:16:49Z', 'updated_at': '2022-03-29T16:16:52Z', 'revision_number': 4, 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'gw_port': {'id': 'a38b955a-897a-4714-b8d9-0e74ac71c896', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:50Z', 'updated_at': '2022-03-29T16:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '18a8857d-e75a-4399-9d5f-6e4ce74e2e6f', 'name': '', 'network_id': '56e867d1-8e31-47b2-bfd6-ebb5edc4abd7', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'mac_address': 'fa:16:3e:88:cb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4140238b-8894-468a-b97f-b0a8a8968bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:51Z', 'updated_at': '2022-03-29T16:16:55Z', 'revision_number': 5, 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'subnets': [{'id': '4140238b-8894-468a-b97f-b0a8a8968bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:05.163610 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e38723-b85c-443a-b733-7beec0c575e5 None None] Checking router: 76685dcd-da1c-410b-8178-5d904a20a5c0 for host: dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:19:05.172649 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e38723-b85c-443a-b733-7beec0c575e5 None None] Routers {'76685dcd-da1c-410b-8178-5d904a20a5c0'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:19:05.173549 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-d1e38723-b85c-443a-b733-7beec0c575e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:18:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['76685dcd-da1c-410b-8178-5d904a20a5c0'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:05.203344 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-691af351-48a0-4c35-ac3d-8710f504eb5a req-5cf292d0-a3c6-40c7-a7a2-9ffac9e0f4f0 service neutron] 10.222.0.15 "GET /v2.0/networks/56e867d1-8e31-47b2-bfd6-ebb5edc4abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937417 Mar 29 16:19:05.281007 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-d1e38723-b85c-443a-b733-7beec0c575e5 None None] Set router 76685dcd-da1c-410b-8178-5d904a20a5c0 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:19:05.292205 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-691af351-48a0-4c35-ac3d-8710f504eb5a req-ed47ce60-413a-4b2a-ac0b-03d50f8bc844 service neutron] 10.222.0.15 "GET /v2.0/networks/56e867d1-8e31-47b2-bfd6-ebb5edc4abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830166 Mar 29 16:19:05.477126 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-d1e38723-b85c-443a-b733-7beec0c575e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'name': 'tempest-TestMinimumBasicScenario-630851957-router', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'a38b955a-897a-4714-b8d9-0e74ac71c896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:16:49Z', 'updated_at': '2022-03-29T16:16:52Z', 'revision_number': 4, 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'gw_port': {'id': 'a38b955a-897a-4714-b8d9-0e74ac71c896', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:50Z', 'updated_at': '2022-03-29T16:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '18a8857d-e75a-4399-9d5f-6e4ce74e2e6f', 'name': '', 'network_id': '56e867d1-8e31-47b2-bfd6-ebb5edc4abd7', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'mac_address': 'fa:16:3e:88:cb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4140238b-8894-468a-b97f-b0a8a8968bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:51Z', 'updated_at': '2022-03-29T16:16:55Z', 'revision_number': 5, 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'subnets': [{'id': '4140238b-8894-468a-b97f-b0a8a8968bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:05.502654 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e38723-b85c-443a-b733-7beec0c575e5 None None] The sync data for ids ['76685dcd-da1c-410b-8178-5d904a20a5c0'] in dv-cinder-562053-19-iscsi is: [{'id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'name': 'tempest-TestMinimumBasicScenario-630851957-router', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'a38b955a-897a-4714-b8d9-0e74ac71c896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:16:49Z', 'updated_at': '2022-03-29T16:16:52Z', 'revision_number': 4, 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'gw_port': {'id': 'a38b955a-897a-4714-b8d9-0e74ac71c896', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:50Z', 'updated_at': '2022-03-29T16:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '18a8857d-e75a-4399-9d5f-6e4ce74e2e6f', 'name': '', 'network_id': '56e867d1-8e31-47b2-bfd6-ebb5edc4abd7', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'mac_address': 'fa:16:3e:88:cb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4140238b-8894-468a-b97f-b0a8a8968bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:51Z', 'updated_at': '2022-03-29T16:16:55Z', 'revision_number': 5, 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'subnets': [{'id': '4140238b-8894-468a-b97f-b0a8a8968bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:19:05.714071 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2673bbc1-4134-451f-96ef-7528b42353b5 None None] New status for floating IP 6028ef16-782e-4635-9bcc-9b6417aadd7e: DOWN {{(pid=103834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:19:07.796654 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6d875-b54d-4f36-b21d-92333c24b001 req-8eba94d3-907c-4b84-9ef9-cd83e0f6ac82 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:07.798140 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-36d6d875-b54d-4f36-b21d-92333c24b001 req-8eba94d3-907c-4b84-9ef9-cd83e0f6ac82 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 946 time: 0.0513155 Mar 29 16:19:07.843754 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-36d6d875-b54d-4f36-b21d-92333c24b001 req-5090c0dd-bb43-47bb-a263-878ffc82de7c tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400012 Mar 29 16:19:08.959497 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756341f-16dc-400d-9d2a-885b7cb7a8ac req-523ead4a-992a-4631-8ec3-c0371324862d tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:08.960969 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c756341f-16dc-400d-9d2a-885b7cb7a8ac req-523ead4a-992a-4631-8ec3-c0371324862d tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 946 time: 0.0503552 Mar 29 16:19:09.013749 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c756341f-16dc-400d-9d2a-885b7cb7a8ac req-09bad33c-85c6-48fb-8e94-6d1f62048dff tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473659 Mar 29 16:19:09.702369 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9afb4-5180-4260-9866-78f5c9f34f8e req-41a3d5f4-dbb7-4528-b052-b1ccdf16523f tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:09.703767 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-1ae9afb4-5180-4260-9866-78f5c9f34f8e req-41a3d5f4-dbb7-4528-b052-b1ccdf16523f tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.15 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 946 time: 0.0529456 Mar 29 16:19:10.054533 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-1ae9afb4-5180-4260-9866-78f5c9f34f8e req-202f3287-d8b0-483b-9066-463bfe48a934 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Deleting port d350ed49-9b9c-4461-aaaa-89736996de0f {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:19:10.054874 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-1ae9afb4-5180-4260-9866-78f5c9f34f8e req-202f3287-d8b0-483b-9066-463bfe48a934 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (d350ed49-9b9c-4461-aaaa-89736996de0f), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:10.134197 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec2cce-05cf-467e-86b4-2bf2e66904ee req-abf85952-3ce6-4183-8553-0047199e5376 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:10.135673 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6eec2cce-05cf-467e-86b4-2bf2e66904ee req-abf85952-3ce6-4183-8553-0047199e5376 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 946 time: 0.0546412 Mar 29 16:19:10.144350 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-1ae9afb4-5180-4260-9866-78f5c9f34f8e req-202f3287-d8b0-483b-9066-463bfe48a934 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] For port d350ed49-9b9c-4461-aaaa-89736996de0f, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=d350ed49-9b9c-4461-aaaa-89736996de0f,segment=NetworkSegment(88a7a8ff-4d4c-43b7-850b-b01ce1873ca0),segment_id=88a7a8ff-4d4c-43b7-850b-b01ce1873ca0)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:19:10.144721 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-1ae9afb4-5180-4260-9866-78f5c9f34f8e req-202f3287-d8b0-483b-9066-463bfe48a934 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (d350ed49-9b9c-4461-aaaa-89736996de0f), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:10.160600 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-1ae9afb4-5180-4260-9866-78f5c9f34f8e req-202f3287-d8b0-483b-9066-463bfe48a934 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Calling delete_port for d350ed49-9b9c-4461-aaaa-89736996de0f owned by compute:nova {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:19:10.181390 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6eec2cce-05cf-467e-86b4-2bf2e66904ee req-76f47725-6d8c-454e-a9bf-dddb40746dcc tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f328aaf-20da-49e5-aca5-f6ac3f0edded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401509 Mar 29 16:19:10.401131 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-1ae9afb4-5180-4260-9866-78f5c9f34f8e req-202f3287-d8b0-483b-9066-463bfe48a934 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (d350ed49-9b9c-4461-aaaa-89736996de0f), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:10.416845 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['d350ed49-9b9c-4461-aaaa-89736996de0f'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:19:10.428583 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f3287-d8b0-483b-9066-463bfe48a934 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Pushing event deleted for resources: {'Port': ['ID=d350ed49-9b9c-4461-aaaa-89736996de0f,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:10.478026 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae9afb4-5180-4260-9866-78f5c9f34f8e req-202f3287-d8b0-483b-9066-463bfe48a934 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] No DVR routers for this DVR port d350ed49-9b9c-4461-aaaa-89736996de0f on host hv-cinder-56205 {{(pid=103831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:19:10.480653 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-1ae9afb4-5180-4260-9866-78f5c9f34f8e req-202f3287-d8b0-483b-9066-463bfe48a934 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:10.483966 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-1ae9afb4-5180-4260-9866-78f5c9f34f8e req-202f3287-d8b0-483b-9066-463bfe48a934 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.15 "DELETE /v2.0/ports/d350ed49-9b9c-4461-aaaa-89736996de0f HTTP/1.1" status: 204 len: 173 time: 0.7738566 Mar 29 16:19:10.484440 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c4dd50-f153-45ea-b9e5-8727ada7e089', 'name': 'network-vif-deleted', 'tag': 'd350ed49-9b9c-4461-aaaa-89736996de0f'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:19:10.486663 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1900f0-17a9-4882-af3d-ce72e743657c" -d '{"events": [{"server_uuid": "54c4dd50-f153-45ea-b9e5-8727ada7e089", "name": "network-vif-deleted", "tag": "d350ed49-9b9c-4461-aaaa-89736996de0f"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:19:10.521801 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee97543f-358a-4fe2-a9ff-bf6153f11b6f x-openstack-request-id: req-ee97543f-358a-4fe2-a9ff-bf6153f11b6f {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:19:10.522117 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c4dd50-f153-45ea-b9e5-8727ada7e089", "name": "network-vif-deleted", "tag": "d350ed49-9b9c-4461-aaaa-89736996de0f", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:19:10.522354 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee97543f-358a-4fe2-a9ff-bf6153f11b6f {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:19:10.522762 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee97543f-358a-4fe2-a9ff-bf6153f11b6f'] response: {'server_uuid': '54c4dd50-f153-45ea-b9e5-8727ada7e089', 'name': 'network-vif-deleted', 'tag': 'd350ed49-9b9c-4461-aaaa-89736996de0f', 'status': 'completed', 'code': 200} Mar 29 16:19:11.287009 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-c9de5036-a281-4572-a4d6-4a4c08422556 req-40f4f4d7-e4d7-4e39-9087-92928d486ea9 tempest-TestMinimumBasicScenario-1143195591 tempest-TestMinimumBasicScenario-1143195591-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c4dd50-f153-45ea-b9e5-8727ada7e089 HTTP/1.1" status: 200 len: 210 time: 0.0272954 Mar 29 16:19:13.350619 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device d350ed49-9b9c-4461-aaaa-89736996de0f no longer exists at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:19:13.370868 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] No Port match for: d350ed49-9b9c-4461-aaaa-89736996de0f {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:19:13.371214 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device d350ed49-9b9c-4461-aaaa-89736996de0f not bound to the agent host hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:19:13.503360 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 48922) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:19:13.846842 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-65fd7c26-a5ef-4236-ba06-dca22ddb709b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032828'] for router_interface (76685dcd-da1c-410b-8178-5d904a20a5c0), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:14.103480 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-65fd7c26-a5ef-4236-ba06-dca22ddb709b admin admin] Deleting port 18a8857d-e75a-4399-9d5f-6e4ce74e2e6f {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:19:14.103730 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-65fd7c26-a5ef-4236-ba06-dca22ddb709b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (18a8857d-e75a-4399-9d5f-6e4ce74e2e6f), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:14.115577 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:14.184368 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [None req-65fd7c26-a5ef-4236-ba06-dca22ddb709b admin admin] For port 18a8857d-e75a-4399-9d5f-6e4ce74e2e6f, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=18a8857d-e75a-4399-9d5f-6e4ce74e2e6f,segment=NetworkSegment(88a7a8ff-4d4c-43b7-850b-b01ce1873ca0),segment_id=88a7a8ff-4d4c-43b7-850b-b01ce1873ca0)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:19:14.184730 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-65fd7c26-a5ef-4236-ba06-dca22ddb709b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (18a8857d-e75a-4399-9d5f-6e4ce74e2e6f), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:14.198165 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-65fd7c26-a5ef-4236-ba06-dca22ddb709b admin admin] Calling delete_port for 18a8857d-e75a-4399-9d5f-6e4ce74e2e6f owned by network:router_interface {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:19:14.464278 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-65fd7c26-a5ef-4236-ba06-dca22ddb709b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (18a8857d-e75a-4399-9d5f-6e4ce74e2e6f), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:14.490349 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd7c26-a5ef-4236-ba06-dca22ddb709b admin admin] Pushing event deleted for resources: {'Port': ['ID=18a8857d-e75a-4399-9d5f-6e4ce74e2e6f,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:14.658566 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-65fd7c26-a5ef-4236-ba06-dca22ddb709b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1025627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1035244'] for router_interface (76685dcd-da1c-410b-8178-5d904a20a5c0), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:14.875679 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fd7c26-a5ef-4236-ba06-dca22ddb709b admin admin] Router 76685dcd-da1c-410b-8178-5d904a20a5c0 has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:19:14.980980 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fd7c26-a5ef-4236-ba06-dca22ddb709b admin admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:19:14.986427 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-65fd7c26-a5ef-4236-ba06-dca22ddb709b admin admin] 10.222.0.39 "PUT /v2.0/routers/76685dcd-da1c-410b-8178-5d904a20a5c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4820614 Mar 29 16:19:14.988900 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 48924) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:19:14.990833 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2345cd15-f7e3-4160-a601-1d40b20df32a None None] Sync routers for ids ['76685dcd-da1c-410b-8178-5d904a20a5c0'] in dv-cinder-562053-19-iscsi {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:19:15.001507 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2345cd15-f7e3-4160-a601-1d40b20df32a None None] Routers {'76685dcd-da1c-410b-8178-5d904a20a5c0'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:19:15.002134 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-2345cd15-f7e3-4160-a601-1d40b20df32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:18:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['76685dcd-da1c-410b-8178-5d904a20a5c0'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:15.093072 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-953d6f0a-9505-4ee1-9db6-83017c082e1a admin admin] Publish callbacks [] for router (76685dcd-da1c-410b-8178-5d904a20a5c0), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:15.104831 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-2345cd15-f7e3-4160-a601-1d40b20df32a None None] Set router 76685dcd-da1c-410b-8178-5d904a20a5c0 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:19:15.197460 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-953d6f0a-9505-4ee1-9db6-83017c082e1a admin admin] Publish callbacks [] for router_gateway (76685dcd-da1c-410b-8178-5d904a20a5c0), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:15.283381 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-2345cd15-f7e3-4160-a601-1d40b20df32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'name': 'tempest-TestMinimumBasicScenario-630851957-router', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'a38b955a-897a-4714-b8d9-0e74ac71c896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:16:49Z', 'updated_at': '2022-03-29T16:19:14Z', 'revision_number': 5, 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'gw_port': {'id': 'a38b955a-897a-4714-b8d9-0e74ac71c896', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:50Z', 'updated_at': '2022-03-29T16:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:15.309692 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2345cd15-f7e3-4160-a601-1d40b20df32a None None] Checking router: 76685dcd-da1c-410b-8178-5d904a20a5c0 for host: dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:19:15.312085 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-953d6f0a-9505-4ee1-9db6-83017c082e1a admin admin] Deleting port a38b955a-897a-4714-b8d9-0e74ac71c896 {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:19:15.312461 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-953d6f0a-9505-4ee1-9db6-83017c082e1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (a38b955a-897a-4714-b8d9-0e74ac71c896), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:15.318130 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2345cd15-f7e3-4160-a601-1d40b20df32a None None] Routers {'76685dcd-da1c-410b-8178-5d904a20a5c0'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:19:15.318735 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-2345cd15-f7e3-4160-a601-1d40b20df32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:18:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['76685dcd-da1c-410b-8178-5d904a20a5c0'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:15.392541 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [None req-953d6f0a-9505-4ee1-9db6-83017c082e1a admin admin] For port a38b955a-897a-4714-b8d9-0e74ac71c896, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=a38b955a-897a-4714-b8d9-0e74ac71c896,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:19:15.392908 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-953d6f0a-9505-4ee1-9db6-83017c082e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (a38b955a-897a-4714-b8d9-0e74ac71c896), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:15.408686 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-2345cd15-f7e3-4160-a601-1d40b20df32a None None] Set router 76685dcd-da1c-410b-8178-5d904a20a5c0 gateway port host: None {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:19:15.409506 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-953d6f0a-9505-4ee1-9db6-83017c082e1a admin admin] Calling delete_port for a38b955a-897a-4714-b8d9-0e74ac71c896 owned by network:router_gateway {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:19:15.463864 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-2345cd15-f7e3-4160-a601-1d40b20df32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'name': 'tempest-TestMinimumBasicScenario-630851957-router', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:16:49Z', 'updated_at': '2022-03-29T16:19:15Z', 'revision_number': 6, 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'gw_port_host': None}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:15.494021 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2345cd15-f7e3-4160-a601-1d40b20df32a None None] The sync data for ids ['76685dcd-da1c-410b-8178-5d904a20a5c0'] in dv-cinder-562053-19-iscsi is: [{'id': '76685dcd-da1c-410b-8178-5d904a20a5c0', 'name': 'tempest-TestMinimumBasicScenario-630851957-router', 'tenant_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:16:49Z', 'updated_at': '2022-03-29T16:19:15Z', 'revision_number': 6, 'project_id': '6c3a1046f0524fd6ae3f1b5606c370b8', 'gw_port_host': None}] {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:19:15.623907 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-953d6f0a-9505-4ee1-9db6-83017c082e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (a38b955a-897a-4714-b8d9-0e74ac71c896), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:15.649522 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d6f0a-9505-4ee1-9db6-83017c082e1a admin admin] Pushing event deleted for resources: {'Port': ['ID=a38b955a-897a-4714-b8d9-0e74ac71c896,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:15.710058 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-953d6f0a-9505-4ee1-9db6-83017c082e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1033222'] for router_gateway (76685dcd-da1c-410b-8178-5d904a20a5c0), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:15.799145 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-953d6f0a-9505-4ee1-9db6-83017c082e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-883'] for router (76685dcd-da1c-410b-8178-5d904a20a5c0), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:15.801314 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-953d6f0a-9505-4ee1-9db6-83017c082e1a admin admin] Publish callbacks [] for router_controller (76685dcd-da1c-410b-8178-5d904a20a5c0), precommit_delete_associations {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:15.886858 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-953d6f0a-9505-4ee1-9db6-83017c082e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034723'] for router (76685dcd-da1c-410b-8178-5d904a20a5c0), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:15.887436 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953d6f0a-9505-4ee1-9db6-83017c082e1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76685dcd-da1c-410b-8178-5d904a20a5c0 {{(pid=103831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:19:15.892864 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-953d6f0a-9505-4ee1-9db6-83017c082e1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:15.898338 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-953d6f0a-9505-4ee1-9db6-83017c082e1a admin admin] 10.222.0.39 "DELETE /v2.0/routers/76685dcd-da1c-410b-8178-5d904a20a5c0 HTTP/1.1" status: 204 len: 168 time: 0.9042234 Mar 29 16:19:15.898338 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 48928) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:19:15.941146 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_v2 [None req-49441208-be81-42f2-b2bc-178982304e6f admin admin] Deleting subnet 4140238b-8894-468a-b97f-b0a8a8968bb1 {{(pid=103831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 16:19:15.944149 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-49441208-be81-42f2-b2bc-178982304e6f admin admin] Publish callbacks [] for subnet (4140238b-8894-468a-b97f-b0a8a8968bb1), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:15.977571 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-49441208-be81-42f2-b2bc-178982304e6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416713'] for subnet (4140238b-8894-468a-b97f-b0a8a8968bb1), precommit_delete_associations {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:16.055613 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-49441208-be81-42f2-b2bc-178982304e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171654'] for subnet (4140238b-8894-468a-b97f-b0a8a8968bb1), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:16.178467 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-49441208-be81-42f2-b2bc-178982304e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10297124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8528634'] for subnet (4140238b-8894-468a-b97f-b0a8a8968bb1), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:16.204316 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49441208-be81-42f2-b2bc-178982304e6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4140238b-8894-468a-b97f-b0a8a8968bb1,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:16.208132 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-49441208-be81-42f2-b2bc-178982304e6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for subnet (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:16.214667 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 48930) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:19:16.216304 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-49441208-be81-42f2-b2bc-178982304e6f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4140238b-8894-468a-b97f-b0a8a8968bb1 HTTP/1.1" status: 204 len: 168 time: 0.3171589 Mar 29 16:19:16.216425 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1749ee-319d-46a4-b39c-368c1713f2eb None None] Network 56e867d1-8e31-47b2-bfd6-ebb5edc4abd7 requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:19:16.300037 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2cbe09a9-fb7a-48c9-9a73-8b11e4388430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105799'] for network (56e867d1-8e31-47b2-bfd6-ebb5edc4abd7), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:16.304247 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device a38b955a-897a-4714-b8d9-0e74ac71c896 no longer exists at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:19:16.326482 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] No Port match for: a38b955a-897a-4714-b8d9-0e74ac71c896 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:19:16.326909 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device a38b955a-897a-4714-b8d9-0e74ac71c896 not bound to the agent host dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:19:16.327404 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 18a8857d-e75a-4399-9d5f-6e4ce74e2e6f no longer exists at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:19:16.352967 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] No Port match for: 18a8857d-e75a-4399-9d5f-6e4ce74e2e6f {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:19:16.353330 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 18a8857d-e75a-4399-9d5f-6e4ce74e2e6f not bound to the agent host dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:19:16.367804 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-2cbe09a9-fb7a-48c9-9a73-8b11e4388430 admin admin] Deleting port e94b225f-bc4d-441f-99b5-9f42f3a5f174 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:19:16.368173 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2cbe09a9-fb7a-48c9-9a73-8b11e4388430 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (e94b225f-bc4d-441f-99b5-9f42f3a5f174), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:16.435772 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.db [None req-2cbe09a9-fb7a-48c9-9a73-8b11e4388430 admin admin] For port e94b225f-bc4d-441f-99b5-9f42f3a5f174, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=e94b225f-bc4d-441f-99b5-9f42f3a5f174,segment=NetworkSegment(88a7a8ff-4d4c-43b7-850b-b01ce1873ca0),segment_id=88a7a8ff-4d4c-43b7-850b-b01ce1873ca0)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:19:16.435772 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2cbe09a9-fb7a-48c9-9a73-8b11e4388430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (e94b225f-bc4d-441f-99b5-9f42f3a5f174), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:16.440979 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19ec0a8-9108-4c47-a706-78c135b7cbaa None None] DHCP port deletion for 56e867d1-8e31-47b2-bfd6-ebb5edc4abd7 request from dv-cinder-562053-19-iscsi {{(pid=103833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 16:19:16.455398 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-2cbe09a9-fb7a-48c9-9a73-8b11e4388430 admin admin] Calling delete_port for e94b225f-bc4d-441f-99b5-9f42f3a5f174 owned by network:dhcp {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:19:16.495715 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-b19ec0a8-9108-4c47-a706-78c135b7cbaa None None] Deleting port e94b225f-bc4d-441f-99b5-9f42f3a5f174 {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:19:16.496184 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b19ec0a8-9108-4c47-a706-78c135b7cbaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (e94b225f-bc4d-441f-99b5-9f42f3a5f174), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:16.562634 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-b19ec0a8-9108-4c47-a706-78c135b7cbaa None None] For port e94b225f-bc4d-441f-99b5-9f42f3a5f174, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=e94b225f-bc4d-441f-99b5-9f42f3a5f174,segment=NetworkSegment(88a7a8ff-4d4c-43b7-850b-b01ce1873ca0),segment_id=88a7a8ff-4d4c-43b7-850b-b01ce1873ca0)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:19:16.563058 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b19ec0a8-9108-4c47-a706-78c135b7cbaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (e94b225f-bc4d-441f-99b5-9f42f3a5f174), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:16.575352 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-b19ec0a8-9108-4c47-a706-78c135b7cbaa None None] Calling delete_port for e94b225f-bc4d-441f-99b5-9f42f3a5f174 owned by network:dhcp {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:19:16.589657 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2cbe09a9-fb7a-48c9-9a73-8b11e4388430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (e94b225f-bc4d-441f-99b5-9f42f3a5f174), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:16.615776 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe09a9-fb7a-48c9-9a73-8b11e4388430 admin admin] Pushing event deleted for resources: {'Port': ['ID=e94b225f-bc4d-441f-99b5-9f42f3a5f174,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:16.619308 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbe09a9-fb7a-48c9-9a73-8b11e4388430 admin admin] No DVR routers for this DVR port e94b225f-bc4d-441f-99b5-9f42f3a5f174 on host dv-cinder-562053-19-iscsi {{(pid=103832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:19:16.655434 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b19ec0a8-9108-4c47-a706-78c135b7cbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943'] for port (e94b225f-bc4d-441f-99b5-9f42f3a5f174), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:16.677696 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ec0a8-9108-4c47-a706-78c135b7cbaa None None] Pushing event deleted for resources: {'Port': ['ID=e94b225f-bc4d-441f-99b5-9f42f3a5f174,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:16.687374 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19ec0a8-9108-4c47-a706-78c135b7cbaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:16.687727 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19ec0a8-9108-4c47-a706-78c135b7cbaa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:16.688628 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19ec0a8-9108-4c47-a706-78c135b7cbaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:16.688977 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19ec0a8-9108-4c47-a706-78c135b7cbaa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:16.689317 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19ec0a8-9108-4c47-a706-78c135b7cbaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:16.689655 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19ec0a8-9108-4c47-a706-78c135b7cbaa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:16.689983 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19ec0a8-9108-4c47-a706-78c135b7cbaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:16.690317 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19ec0a8-9108-4c47-a706-78c135b7cbaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:16.690645 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19ec0a8-9108-4c47-a706-78c135b7cbaa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:16.690975 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19ec0a8-9108-4c47-a706-78c135b7cbaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:16.691302 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19ec0a8-9108-4c47-a706-78c135b7cbaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:16.691628 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19ec0a8-9108-4c47-a706-78c135b7cbaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:16.691950 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19ec0a8-9108-4c47-a706-78c135b7cbaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:16.692296 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19ec0a8-9108-4c47-a706-78c135b7cbaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:16.692619 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19ec0a8-9108-4c47-a706-78c135b7cbaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:16.694123 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2cbe09a9-fb7a-48c9-9a73-8b11e4388430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1238605', 'neutron.services.segments.db._delete_segments_for_network-8748544868922'] for network (56e867d1-8e31-47b2-bfd6-ebb5edc4abd7), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:16.695375 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19ec0a8-9108-4c47-a706-78c135b7cbaa None None] No DVR routers for this DVR port e94b225f-bc4d-441f-99b5-9f42f3a5f174 on host dv-cinder-562053-19-iscsi {{(pid=103833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:19:16.718036 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.services.segments.db [None req-2cbe09a9-fb7a-48c9-9a73-8b11e4388430 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56e867d1-8e31-47b2-bfd6-ebb5edc4abd7']}} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:16.727438 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.services.segments.db [None req-2cbe09a9-fb7a-48c9-9a73-8b11e4388430 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a7a8ff-4d4c-43b7-850b-b01ce1873ca0') {'for_net_delete': True} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:16.727732 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.services.segments.db [None req-2cbe09a9-fb7a-48c9-9a73-8b11e4388430 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a7a8ff-4d4c-43b7-850b-b01ce1873ca0') {} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:16.736846 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2cbe09a9-fb7a-48c9-9a73-8b11e4388430 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748544868419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032654'] for segment (88a7a8ff-4d4c-43b7-850b-b01ce1873ca0), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:16.749696 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2cbe09a9-fb7a-48c9-9a73-8b11e4388430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (88a7a8ff-4d4c-43b7-850b-b01ce1873ca0), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:16.756376 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cbe09a9-fb7a-48c9-9a73-8b11e4388430 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:19:16.756765 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2cbe09a9-fb7a-48c9-9a73-8b11e4388430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10426465'] for segment (88a7a8ff-4d4c-43b7-850b-b01ce1873ca0), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: Traceback (most recent call last): Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: timer() Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: cb(*args, **kw) Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: return func(*args, **kwargs) Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: self._notify() Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: self.callback(batched_events) Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: event.method(event) Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: return f(self, *a, **k) Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: return self._get(url).json() Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: return self.request(url, 'GET', **kwargs) Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:19:16.758432 dv-cinder-562053-19-iscsi neutron-server[103832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:19:16.881371 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2cbe09a9-fb7a-48c9-9a73-8b11e4388430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1238596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033322'] for network (56e867d1-8e31-47b2-bfd6-ebb5edc4abd7), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:16.886810 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2cbe09a9-fb7a-48c9-9a73-8b11e4388430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:16.891980 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-2cbe09a9-fb7a-48c9-9a73-8b11e4388430 admin admin] 10.222.0.39 "DELETE /v2.0/networks/56e867d1-8e31-47b2-bfd6-ebb5edc4abd7 HTTP/1.1" status: 204 len: 168 time: 0.6739664 Mar 29 16:19:16.893720 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 48932) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:19:16.901975 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe09a9-fb7a-48c9-9a73-8b11e4388430 admin admin] Pushing event deleted for resources: {'Network': ['ID=56e867d1-8e31-47b2-bfd6-ebb5edc4abd7,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:17.228808 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-c38c0b18-ec94-446a-bd93-45435576420c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032828'] for router_interface (3c0d9b35-49ea-468e-9eb5-fedf4ad773fc), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:17.723884 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-c38c0b18-ec94-446a-bd93-45435576420c admin admin] Deleting port 0898ad6a-ccc0-480b-9f8b-aba51548c817 {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:19:17.724135 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-c38c0b18-ec94-446a-bd93-45435576420c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (0898ad6a-ccc0-480b-9f8b-aba51548c817), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:17.801536 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [None req-c38c0b18-ec94-446a-bd93-45435576420c admin admin] For port 0898ad6a-ccc0-480b-9f8b-aba51548c817, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=0898ad6a-ccc0-480b-9f8b-aba51548c817,segment=NetworkSegment(522a9d41-771a-4a73-8e4d-70859ed0154b),segment_id=522a9d41-771a-4a73-8e4d-70859ed0154b)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:19:17.801897 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-c38c0b18-ec94-446a-bd93-45435576420c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (0898ad6a-ccc0-480b-9f8b-aba51548c817), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:17.814145 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-c38c0b18-ec94-446a-bd93-45435576420c admin admin] Calling delete_port for 0898ad6a-ccc0-480b-9f8b-aba51548c817 owned by network:router_interface {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:19:18.058424 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-c38c0b18-ec94-446a-bd93-45435576420c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (0898ad6a-ccc0-480b-9f8b-aba51548c817), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:18.085178 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c0b18-ec94-446a-bd93-45435576420c admin admin] Pushing event deleted for resources: {'Port': ['ID=0898ad6a-ccc0-480b-9f8b-aba51548c817,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:18.127784 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device e94b225f-bc4d-441f-99b5-9f42f3a5f174 no longer exists at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:19:18.147897 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] No Port match for: e94b225f-bc4d-441f-99b5-9f42f3a5f174 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:19:18.148243 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device e94b225f-bc4d-441f-99b5-9f42f3a5f174 not bound to the agent host dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:19:18.263361 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-c38c0b18-ec94-446a-bd93-45435576420c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1025627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1035244'] for router_interface (3c0d9b35-49ea-468e-9eb5-fedf4ad773fc), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:18.476075 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38c0b18-ec94-446a-bd93-45435576420c admin admin] Router 3c0d9b35-49ea-468e-9eb5-fedf4ad773fc has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:19:18.582740 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38c0b18-ec94-446a-bd93-45435576420c admin admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:19:18.588717 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-c38c0b18-ec94-446a-bd93-45435576420c admin admin] 10.222.0.39 "PUT /v2.0/routers/3c0d9b35-49ea-468e-9eb5-fedf4ad773fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6928761 Mar 29 16:19:18.590282 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 48934) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:19:18.592721 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5267fd31-29af-45ed-9191-d085e1b313db None None] Sync routers for ids ['3c0d9b35-49ea-468e-9eb5-fedf4ad773fc'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:19:18.604609 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5267fd31-29af-45ed-9191-d085e1b313db None None] Routers {'3c0d9b35-49ea-468e-9eb5-fedf4ad773fc'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:19:18.605305 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-5267fd31-29af-45ed-9191-d085e1b313db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:18:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['3c0d9b35-49ea-468e-9eb5-fedf4ad773fc'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:18.695875 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-777bb3c5-323f-4c8e-b4f2-63cb114a7076 admin admin] Publish callbacks [] for router (3c0d9b35-49ea-468e-9eb5-fedf4ad773fc), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:18.717903 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-5267fd31-29af-45ed-9191-d085e1b313db None None] Set router 3c0d9b35-49ea-468e-9eb5-fedf4ad773fc gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:19:18.799485 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-777bb3c5-323f-4c8e-b4f2-63cb114a7076 admin admin] Publish callbacks [] for router_gateway (3c0d9b35-49ea-468e-9eb5-fedf4ad773fc), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:18.896532 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-5267fd31-29af-45ed-9191-d085e1b313db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0d9b35-49ea-468e-9eb5-fedf4ad773fc', 'name': 'tempest-TestMinimumBasicScenario-226704105-router', 'tenant_id': '7e3253229e6e40929e56b371555837c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '4a3410da-a5de-4170-bb80-c5b9a81c159c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:16:55Z', 'updated_at': '2022-03-29T16:19:17Z', 'revision_number': 5, 'project_id': '7e3253229e6e40929e56b371555837c7', 'gw_port': {'id': '4a3410da-a5de-4170-bb80-c5b9a81c159c', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0d9b35-49ea-468e-9eb5-fedf4ad773fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:16:56Z', 'updated_at': '2022-03-29T16:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:18.912296 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-777bb3c5-323f-4c8e-b4f2-63cb114a7076 admin admin] Deleting port 4a3410da-a5de-4170-bb80-c5b9a81c159c {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:19:18.912643 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-777bb3c5-323f-4c8e-b4f2-63cb114a7076 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (4a3410da-a5de-4170-bb80-c5b9a81c159c), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:18.923536 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5267fd31-29af-45ed-9191-d085e1b313db None None] Checking router: 3c0d9b35-49ea-468e-9eb5-fedf4ad773fc for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:19:18.931462 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5267fd31-29af-45ed-9191-d085e1b313db None None] Routers {'3c0d9b35-49ea-468e-9eb5-fedf4ad773fc'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:19:18.932075 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-5267fd31-29af-45ed-9191-d085e1b313db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:18:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['3c0d9b35-49ea-468e-9eb5-fedf4ad773fc'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:18.993653 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [None req-777bb3c5-323f-4c8e-b4f2-63cb114a7076 admin admin] For port 4a3410da-a5de-4170-bb80-c5b9a81c159c, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=4a3410da-a5de-4170-bb80-c5b9a81c159c,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:19:18.994021 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-777bb3c5-323f-4c8e-b4f2-63cb114a7076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (4a3410da-a5de-4170-bb80-c5b9a81c159c), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:19.006735 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-777bb3c5-323f-4c8e-b4f2-63cb114a7076 admin admin] Calling delete_port for 4a3410da-a5de-4170-bb80-c5b9a81c159c owned by network:router_gateway {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:19:19.018159 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-5267fd31-29af-45ed-9191-d085e1b313db None None] Set router 3c0d9b35-49ea-468e-9eb5-fedf4ad773fc gateway port host: None {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:19:19.071237 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-5267fd31-29af-45ed-9191-d085e1b313db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0d9b35-49ea-468e-9eb5-fedf4ad773fc', 'name': 'tempest-TestMinimumBasicScenario-226704105-router', 'tenant_id': '7e3253229e6e40929e56b371555837c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:16:55Z', 'updated_at': '2022-03-29T16:19:18Z', 'revision_number': 6, 'project_id': '7e3253229e6e40929e56b371555837c7', 'gw_port_host': None}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:19.097226 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5267fd31-29af-45ed-9191-d085e1b313db None None] The sync data for ids ['3c0d9b35-49ea-468e-9eb5-fedf4ad773fc'] in dv-cinder-562053-19-iscsi is: [{'id': '3c0d9b35-49ea-468e-9eb5-fedf4ad773fc', 'name': 'tempest-TestMinimumBasicScenario-226704105-router', 'tenant_id': '7e3253229e6e40929e56b371555837c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:16:55Z', 'updated_at': '2022-03-29T16:19:18Z', 'revision_number': 6, 'project_id': '7e3253229e6e40929e56b371555837c7', 'gw_port_host': None}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:19:19.229596 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-777bb3c5-323f-4c8e-b4f2-63cb114a7076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (4a3410da-a5de-4170-bb80-c5b9a81c159c), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:19.256434 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777bb3c5-323f-4c8e-b4f2-63cb114a7076 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a3410da-a5de-4170-bb80-c5b9a81c159c,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:19.313659 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-777bb3c5-323f-4c8e-b4f2-63cb114a7076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1033222'] for router_gateway (3c0d9b35-49ea-468e-9eb5-fedf4ad773fc), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:19.405994 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-777bb3c5-323f-4c8e-b4f2-63cb114a7076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-883'] for router (3c0d9b35-49ea-468e-9eb5-fedf4ad773fc), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:19.408630 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-777bb3c5-323f-4c8e-b4f2-63cb114a7076 admin admin] Publish callbacks [] for router_controller (3c0d9b35-49ea-468e-9eb5-fedf4ad773fc), precommit_delete_associations {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:19.549847 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-777bb3c5-323f-4c8e-b4f2-63cb114a7076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034723'] for router (3c0d9b35-49ea-468e-9eb5-fedf4ad773fc), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:19.550418 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777bb3c5-323f-4c8e-b4f2-63cb114a7076 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c0d9b35-49ea-468e-9eb5-fedf4ad773fc {{(pid=103831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:19:19.555607 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-777bb3c5-323f-4c8e-b4f2-63cb114a7076 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:19.556779 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-777bb3c5-323f-4c8e-b4f2-63cb114a7076 admin admin] 10.222.0.39 "DELETE /v2.0/routers/3c0d9b35-49ea-468e-9eb5-fedf4ad773fc HTTP/1.1" status: 204 len: 168 time: 0.9655945 Mar 29 16:19:19.559382 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 48936) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:19:19.602839 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b1273b-b01e-4d28-998a-37e297b4e0bd admin admin] Deleting subnet a0cac9b3-6859-43ab-8aba-b4ad56dbb779 {{(pid=103831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 16:19:19.605869 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-b0b1273b-b01e-4d28-998a-37e297b4e0bd admin admin] Publish callbacks [] for subnet (a0cac9b3-6859-43ab-8aba-b4ad56dbb779), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:19.640235 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-b0b1273b-b01e-4d28-998a-37e297b4e0bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416713'] for subnet (a0cac9b3-6859-43ab-8aba-b4ad56dbb779), precommit_delete_associations {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:19.717457 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-b0b1273b-b01e-4d28-998a-37e297b4e0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171654'] for subnet (a0cac9b3-6859-43ab-8aba-b4ad56dbb779), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:19.853098 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-b0b1273b-b01e-4d28-998a-37e297b4e0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10297124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8528634'] for subnet (a0cac9b3-6859-43ab-8aba-b4ad56dbb779), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:19.877517 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1273b-b01e-4d28-998a-37e297b4e0bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0cac9b3-6859-43ab-8aba-b4ad56dbb779,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:19.882996 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-b0b1273b-b01e-4d28-998a-37e297b4e0bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for subnet (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:19.886698 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-b0b1273b-b01e-4d28-998a-37e297b4e0bd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a0cac9b3-6859-43ab-8aba-b4ad56dbb779 HTTP/1.1" status: 204 len: 168 time: 0.3258581 Mar 29 16:19:19.888668 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 48938) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:19:19.889340 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c241d08-0aab-4627-b726-ba396d3b949b None None] Network f78ae000-b525-4ce9-894b-0b3a87fa8215 requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:19:19.960644 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-82585f69-18a2-42ae-b18b-6906210e3ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105799'] for network (f78ae000-b525-4ce9-894b-0b3a87fa8215), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:20.015622 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-82585f69-18a2-42ae-b18b-6906210e3ea2 admin admin] Deleting port c738bf21-c2ba-4509-8386-7c48277e155d {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:19:20.016565 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-82585f69-18a2-42ae-b18b-6906210e3ea2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (c738bf21-c2ba-4509-8386-7c48277e155d), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:20.055958 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b673b73-9a3f-4127-a947-a516c0370966 None None] DHCP port deletion for f78ae000-b525-4ce9-894b-0b3a87fa8215 request from dv-cinder-562053-19-iscsi {{(pid=103833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 16:19:20.086649 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [None req-82585f69-18a2-42ae-b18b-6906210e3ea2 admin admin] For port c738bf21-c2ba-4509-8386-7c48277e155d, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=c738bf21-c2ba-4509-8386-7c48277e155d,segment=NetworkSegment(522a9d41-771a-4a73-8e4d-70859ed0154b),segment_id=522a9d41-771a-4a73-8e4d-70859ed0154b)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:19:20.087110 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-82585f69-18a2-42ae-b18b-6906210e3ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (c738bf21-c2ba-4509-8386-7c48277e155d), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:20.109994 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-1b673b73-9a3f-4127-a947-a516c0370966 None None] Deleting port c738bf21-c2ba-4509-8386-7c48277e155d {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:19:20.110367 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1b673b73-9a3f-4127-a947-a516c0370966 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (c738bf21-c2ba-4509-8386-7c48277e155d), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:20.111372 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-82585f69-18a2-42ae-b18b-6906210e3ea2 admin admin] Calling delete_port for c738bf21-c2ba-4509-8386-7c48277e155d owned by network:dhcp {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:19:20.159555 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 0898ad6a-ccc0-480b-9f8b-aba51548c817 no longer exists at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:19:20.183506 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] No Port match for: 0898ad6a-ccc0-480b-9f8b-aba51548c817 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:19:20.183842 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 0898ad6a-ccc0-480b-9f8b-aba51548c817 not bound to the agent host dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:19:20.184280 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 4a3410da-a5de-4170-bb80-c5b9a81c159c no longer exists at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:19:20.263829 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-82585f69-18a2-42ae-b18b-6906210e3ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (c738bf21-c2ba-4509-8386-7c48277e155d), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:20.291825 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82585f69-18a2-42ae-b18b-6906210e3ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c738bf21-c2ba-4509-8386-7c48277e155d,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:20.295340 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82585f69-18a2-42ae-b18b-6906210e3ea2 admin admin] No DVR routers for this DVR port c738bf21-c2ba-4509-8386-7c48277e155d on host dv-cinder-562053-19-iscsi {{(pid=103831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:19:20.341621 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] No Port match for: 4a3410da-a5de-4170-bb80-c5b9a81c159c {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:19:20.341878 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 4a3410da-a5de-4170-bb80-c5b9a81c159c not bound to the agent host dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:19:20.342283 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device c738bf21-c2ba-4509-8386-7c48277e155d no longer exists at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:19:20.349180 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-1b673b73-9a3f-4127-a947-a516c0370966 None None] For port c738bf21-c2ba-4509-8386-7c48277e155d, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=c738bf21-c2ba-4509-8386-7c48277e155d,segment=NetworkSegment(522a9d41-771a-4a73-8e4d-70859ed0154b),segment_id=522a9d41-771a-4a73-8e4d-70859ed0154b)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:19:20.349576 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1b673b73-9a3f-4127-a947-a516c0370966 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (c738bf21-c2ba-4509-8386-7c48277e155d), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:20.371373 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] No Port match for: c738bf21-c2ba-4509-8386-7c48277e155d {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:19:20.371716 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device c738bf21-c2ba-4509-8386-7c48277e155d not bound to the agent host dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:19:20.372473 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-82585f69-18a2-42ae-b18b-6906210e3ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1238605', 'neutron.services.segments.db._delete_segments_for_network-8748544868922'] for network (f78ae000-b525-4ce9-894b-0b3a87fa8215), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:20.378675 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-1b673b73-9a3f-4127-a947-a516c0370966 None None] Calling delete_port for c738bf21-c2ba-4509-8386-7c48277e155d owned by network:dhcp {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:19:20.394681 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.services.segments.db [None req-82585f69-18a2-42ae-b18b-6906210e3ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f78ae000-b525-4ce9-894b-0b3a87fa8215']}} {{(pid=103831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:20.403824 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.services.segments.db [None req-82585f69-18a2-42ae-b18b-6906210e3ea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522a9d41-771a-4a73-8e4d-70859ed0154b') {'for_net_delete': True} {{(pid=103831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:20.404119 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.services.segments.db [None req-82585f69-18a2-42ae-b18b-6906210e3ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522a9d41-771a-4a73-8e4d-70859ed0154b') {} {{(pid=103831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:20.413902 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-82585f69-18a2-42ae-b18b-6906210e3ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748544868419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416706'] for segment (522a9d41-771a-4a73-8e4d-70859ed0154b), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:20.427949 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-82585f69-18a2-42ae-b18b-6906210e3ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (522a9d41-771a-4a73-8e4d-70859ed0154b), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:20.434422 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82585f69-18a2-42ae-b18b-6906210e3ea2 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:19:20.435136 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-82585f69-18a2-42ae-b18b-6906210e3ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10347138'] for segment (522a9d41-771a-4a73-8e4d-70859ed0154b), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: Traceback (most recent call last): Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: timer() Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: cb(*args, **kw) Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: return func(*args, **kwargs) Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: self._notify() Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: self.callback(batched_events) Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: event.method(event) Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: return f(self, *a, **k) Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: return self._get(url).json() Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: return self.request(url, 'GET', **kwargs) Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:19:20.436554 dv-cinder-562053-19-iscsi neutron-server[103831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:19:20.454767 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1b673b73-9a3f-4127-a947-a516c0370966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943'] for port (c738bf21-c2ba-4509-8386-7c48277e155d), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:20.481376 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b673b73-9a3f-4127-a947-a516c0370966 None None] Pushing event deleted for resources: {'Port': ['ID=c738bf21-c2ba-4509-8386-7c48277e155d,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:20.483628 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b673b73-9a3f-4127-a947-a516c0370966 None None] No DVR routers for this DVR port c738bf21-c2ba-4509-8386-7c48277e155d on host dv-cinder-562053-19-iscsi {{(pid=103833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:19:20.566486 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-82585f69-18a2-42ae-b18b-6906210e3ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1238596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033322'] for network (f78ae000-b525-4ce9-894b-0b3a87fa8215), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:20.571872 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-82585f69-18a2-42ae-b18b-6906210e3ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:20.578004 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-82585f69-18a2-42ae-b18b-6906210e3ea2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f78ae000-b525-4ce9-894b-0b3a87fa8215 HTTP/1.1" status: 204 len: 168 time: 0.6852896 Mar 29 16:19:20.586004 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82585f69-18a2-42ae-b18b-6906210e3ea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f78ae000-b525-4ce9-894b-0b3a87fa8215,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:20.910056 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 48942) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:19:20.947962 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-f0c289c1-6c97-44d2-aec1-f672bbf9c70e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6c3a1046f0524fd6ae3f1b5606c370b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0366390 Mar 29 16:19:20.950206 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 48944) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:19:20.999731 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a6ed7ecb-47bc-46d5-9444-7a07afd3d699 admin admin] Publish callbacks [] for security_group (4f328aaf-20da-49e5-aca5-f6ac3f0edded), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:21.020497 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a6ed7ecb-47bc-46d5-9444-7a07afd3d699 admin admin] Publish callbacks [] for security_group (4f328aaf-20da-49e5-aca5-f6ac3f0edded), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:21.120533 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a6ed7ecb-47bc-46d5-9444-7a07afd3d699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (4f328aaf-20da-49e5-aca5-f6ac3f0edded), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:21.123088 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a6ed7ecb-47bc-46d5-9444-7a07afd3d699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:21.124222 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-a6ed7ecb-47bc-46d5-9444-7a07afd3d699 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f328aaf-20da-49e5-aca5-f6ac3f0edded HTTP/1.1" status: 204 len: 168 time: 0.1730592 Mar 29 16:19:21.132213 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed7ecb-47bc-46d5-9444-7a07afd3d699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f328aaf-20da-49e5-aca5-f6ac3f0edded,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:21.698631 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 48950) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:19:21.738190 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-2a316b23-f814-4aa3-8c60-daeea690c456 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e3253229e6e40929e56b371555837c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384097 Mar 29 16:19:21.740489 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 48952) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:19:21.784757 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5542ef3b-e9d2-40fe-b7f9-c20962541d1f admin admin] Publish callbacks [] for security_group (960639b8-a394-419d-bbf0-4b9b9bf7e74d), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:21.805250 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5542ef3b-e9d2-40fe-b7f9-c20962541d1f admin admin] Publish callbacks [] for security_group (960639b8-a394-419d-bbf0-4b9b9bf7e74d), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:21.903772 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5542ef3b-e9d2-40fe-b7f9-c20962541d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (960639b8-a394-419d-bbf0-4b9b9bf7e74d), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:21.906343 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5542ef3b-e9d2-40fe-b7f9-c20962541d1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:21.907948 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-5542ef3b-e9d2-40fe-b7f9-c20962541d1f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/960639b8-a394-419d-bbf0-4b9b9bf7e74d HTTP/1.1" status: 204 len: 168 time: 0.1661158 Mar 29 16:19:21.915487 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542ef3b-e9d2-40fe-b7f9-c20962541d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960639b8-a394-419d-bbf0-4b9b9bf7e74d,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:22.315514 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2de3ad8e-1f25-443f-9f89-24398c5ad04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:22.834929 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 48974) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:19:22.927840 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-d65cc6c3-022c-4065-aa20-1bc7c1898a6d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1418277088-network', 'tenant_id': 'abb3890e72444214948890d93eb94ef8'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:19:23.017747 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65cc6c3-022c-4065-aa20-1bc7c1898a6d admin admin] Made reservation on behalf of abb3890e72444214948890d93eb94ef8 for: {'network': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:19:23.020046 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d65cc6c3-022c-4065-aa20-1bc7c1898a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for network (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:23.028380 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d65cc6c3-022c-4065-aa20-1bc7c1898a6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:23.098624 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d65cc6c3-022c-4065-aa20-1bc7c1898a6d admin admin] Publish callbacks [] for security_group (7f3e8f83-288b-4370-a75c-b7bfb2303f3b), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:23.149076 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d65cc6c3-022c-4065-aa20-1bc7c1898a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (7f3e8f83-288b-4370-a75c-b7bfb2303f3b), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:23.178742 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65cc6c3-022c-4065-aa20-1bc7c1898a6d admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=103831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:19:23.184002 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65cc6c3-022c-4065-aa20-1bc7c1898a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3e8f83-288b-4370-a75c-b7bfb2303f3b,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:23.191712 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d65cc6c3-022c-4065-aa20-1bc7c1898a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (f5b70c65-b196-45fa-92fb-c44fe19c2bde), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:23.192634 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.db.segments_db [None req-d65cc6c3-022c-4065-aa20-1bc7c1898a6d admin admin] Added segment f5b70c65-b196-45fa-92fb-c44fe19c2bde of type vlan for network 6447a7eb-5871-42d8-8218-ad35b14a2030 Mar 29 16:19:23.238594 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d65cc6c3-022c-4065-aa20-1bc7c1898a6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748544495665'] for network (6447a7eb-5871-42d8-8218-ad35b14a2030), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:23.321228 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d65cc6c3-022c-4065-aa20-1bc7c1898a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for network (6447a7eb-5871-42d8-8218-ad35b14a2030), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:23.322130 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65cc6c3-022c-4065-aa20-1bc7c1898a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:23.322725 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d65cc6c3-022c-4065-aa20-1bc7c1898a6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:23.381878 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65cc6c3-022c-4065-aa20-1bc7c1898a6d admin admin] Pushing event updated for resources: {'Network': ['ID=6447a7eb-5871-42d8-8218-ad35b14a2030,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:23.392103 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Network 6447a7eb-5871-42d8-8218-ad35b14a2030 details requested by agent ovs-agent-dv-cinder-562053-19-iscsi with host dv-cinder-562053-19-iscsi {{(pid=103833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:19:23.449734 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-d65cc6c3-022c-4065-aa20-1bc7c1898a6d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6136286 Mar 29 16:19:23.452531 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 48978) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:19:23.457355 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-05274bb4-4538-4b57-bab3-a2cda54f7881 admin admin] Request body: {'subnet': {'network_id': '6447a7eb-5871-42d8-8218-ad35b14a2030', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1418277088-subnet', 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'ip_version': 4}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:19:23.532934 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05274bb4-4538-4b57-bab3-a2cda54f7881 admin admin] Made reservation on behalf of abb3890e72444214948890d93eb94ef8 for: {'subnet': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:19:23.535231 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-05274bb4-4538-4b57-bab3-a2cda54f7881 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8528613'] for subnet (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:23.749623 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-05274bb4-4538-4b57-bab3-a2cda54f7881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10297191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8528627'] for subnet (d69fd4be-8442-450c-ad74-8e845fa74342), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:23.807300 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05274bb4-4538-4b57-bab3-a2cda54f7881 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d69fd4be-8442-450c-ad74-8e845fa74342,revision_number=0']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:23.816047 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05274bb4-4538-4b57-bab3-a2cda54f7881 admin admin] Checking segment: {'id': 'f5b70c65-b196-45fa-92fb-c44fe19c2bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6447a7eb-5871-42d8-8218-ad35b14a2030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:19:23.816489 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05274bb4-4538-4b57-bab3-a2cda54f7881 admin admin] Network hostable DHCP agents. Network: 6447a7eb-5871-42d8-8218-ad35b14a2030, hostable agents: ['60b75cb5-fa55-4ab5-bd81-9da0c894ffc8'], hosted agents: [] {{(pid=103831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:19:23.892833 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05274bb4-4538-4b57-bab3-a2cda54f7881 admin admin] Network 6447a7eb-5871-42d8-8218-ad35b14a2030 is scheduled to be hosted by DHCP agent 60b75cb5-fa55-4ab5-bd81-9da0c894ffc8 with binding_index 1 {{(pid=103831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:19:23.977492 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [None req-05274bb4-4538-4b57-bab3-a2cda54f7881 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-19-iscsi, 6447a7eb-5871-42d8-8218-ad35b14a2030) {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:19:23.981576 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05274bb4-4538-4b57-bab3-a2cda54f7881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:23.982184 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-05274bb4-4538-4b57-bab3-a2cda54f7881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for subnet (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:23.987536 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302a5470-e120-420f-9343-9501db8b5900 None None] Network 6447a7eb-5871-42d8-8218-ad35b14a2030 requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:19:24.060578 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-05274bb4-4538-4b57-bab3-a2cda54f7881 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6069577 Mar 29 16:19:24.063126 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 48980) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:19:24.067352 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-d438ad9c-b4b9-458f-ac05-e7f838e0f619 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1418277088-router', 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:19:24.084984 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8104dfae-ce49-4319-9cce-7410766cbfde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd4760e-f710-5e2a-8ad4-26c94dd4ee74-6447a7eb-5871-42d8-8218-ad35b14a2030', 'network_id': '6447a7eb-5871-42d8-8218-ad35b14a2030', 'project_id': 'abb3890e72444214948890d93eb94ef8', 'fixed_ips': [{'subnet_id': 'd69fd4be-8442-450c-ad74-8e845fa74342'}]}} from dv-cinder-562053-19-iscsi. {{(pid=103833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 16:19:24.085855 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8104dfae-ce49-4319-9cce-7410766cbfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:24.138083 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d438ad9c-b4b9-458f-ac05-e7f838e0f619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1031732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router (765db258-fd05-462a-9d98-b202fdcf4290), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:24.139147 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d438ad9c-b4b9-458f-ac05-e7f838e0f619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1033461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-836'] for router (765db258-fd05-462a-9d98-b202fdcf4290), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:24.190873 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d438ad9c-b4b9-458f-ac05-e7f838e0f619 admin admin] Publish callbacks [] for router_controller (765db258-fd05-462a-9d98-b202fdcf4290), precommit_add_association {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:24.219962 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-8104dfae-ce49-4319-9cce-7410766cbfde None None] Allocated IP 172.20.0.2 (6447a7eb-5871-42d8-8218-ad35b14a2030/d69fd4be-8442-450c-ad74-8e845fa74342/1b019cc4-0d3c-4151-8232-ba6d1b4a5781) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:19:24.362215 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8104dfae-ce49-4319-9cce-7410766cbfde None None] Publish callbacks [] for port (1b019cc4-0d3c-4151-8232-ba6d1b4a5781), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:24.370614 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d438ad9c-b4b9-458f-ac05-e7f838e0f619 admin admin] Publish callbacks [] for router_gateway (765db258-fd05-462a-9d98-b202fdcf4290), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:24.417979 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8104dfae-ce49-4319-9cce-7410766cbfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934'] for port (1b019cc4-0d3c-4151-8232-ba6d1b4a5781), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:24.438235 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:19:24.470292 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8104dfae-ce49-4319-9cce-7410766cbfde None None] Network 6447a7eb-5871-42d8-8218-ad35b14a2030 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:19:24.478222 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-8104dfae-ce49-4319-9cce-7410766cbfde None None] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:19:24.480995 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8104dfae-ce49-4319-9cce-7410766cbfde None None] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:19:24.489661 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104dfae-ce49-4319-9cce-7410766cbfde None None] Pushing event updated for resources: {'Port': ['ID=1b019cc4-0d3c-4151-8232-ba6d1b4a5781,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:24.533653 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d5e20704-0d13-43ba-94f0-6972f9c0ba2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:24.543292 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-8104dfae-ce49-4319-9cce-7410766cbfde None None] Attempting to bind port 1b019cc4-0d3c-4151-8232-ba6d1b4a5781 on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:19:24.543666 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-8104dfae-ce49-4319-9cce-7410766cbfde None None] Attempting to bind port 1b019cc4-0d3c-4151-8232-ba6d1b4a5781 by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': 'f5b70c65-b196-45fa-92fb-c44fe19c2bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6447a7eb-5871-42d8-8218-ad35b14a2030'}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:19:24.544043 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8104dfae-ce49-4319-9cce-7410766cbfde None None] Attempting to bind port 1b019cc4-0d3c-4151-8232-ba6d1b4a5781 on network 6447a7eb-5871-42d8-8218-ad35b14a2030 {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:19:24.549634 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8104dfae-ce49-4319-9cce-7410766cbfde None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:19:24.550014 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8104dfae-ce49-4319-9cce-7410766cbfde None None] Checking segment: {'id': 'f5b70c65-b196-45fa-92fb-c44fe19c2bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6447a7eb-5871-42d8-8218-ad35b14a2030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:19:24.550422 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8104dfae-ce49-4319-9cce-7410766cbfde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:24.550820 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8104dfae-ce49-4319-9cce-7410766cbfde None None] Bound using segment: {'id': 'f5b70c65-b196-45fa-92fb-c44fe19c2bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6447a7eb-5871-42d8-8218-ad35b14a2030'} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:19:24.551290 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-8104dfae-ce49-4319-9cce-7410766cbfde None None] Bound port: 1b019cc4-0d3c-4151-8232-ba6d1b4a5781, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b70c65-b196-45fa-92fb-c44fe19c2bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6447a7eb-5871-42d8-8218-ad35b14a2030'}}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:19:24.551676 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8104dfae-ce49-4319-9cce-7410766cbfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (1b019cc4-0d3c-4151-8232-ba6d1b4a5781), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:24.617952 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-8104dfae-ce49-4319-9cce-7410766cbfde None None] For port 1b019cc4-0d3c-4151-8232-ba6d1b4a5781, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:19:24.621102 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-8104dfae-ce49-4319-9cce-7410766cbfde None None] For port 1b019cc4-0d3c-4151-8232-ba6d1b4a5781, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=1b019cc4-0d3c-4151-8232-ba6d1b4a5781,segment=NetworkSegment(f5b70c65-b196-45fa-92fb-c44fe19c2bde),segment_id=f5b70c65-b196-45fa-92fb-c44fe19c2bde)] {{(pid=103833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:19:24.641260 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d438ad9c-b4b9-458f-ac05-e7f838e0f619 admin admin] Publish callbacks [] for router_gateway (765db258-fd05-462a-9d98-b202fdcf4290), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:24.660020 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d438ad9c-b4b9-458f-ac05-e7f838e0f619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:24.675942 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8104dfae-ce49-4319-9cce-7410766cbfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (1b019cc4-0d3c-4151-8232-ba6d1b4a5781), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:24.738548 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104dfae-ce49-4319-9cce-7410766cbfde None None] Pushing event updated for resources: {'Port': ['ID=1b019cc4-0d3c-4151-8232-ba6d1b4a5781,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:24.775758 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [None req-d438ad9c-b4b9-458f-ac05-e7f838e0f619 admin admin] Allocated IP 172.27.3.192 (3dc57d37-328b-453d-86b3-347b9e0efd38/8a0c47e6-f825-43a4-ad31-8f961885bd6a/c7952227-7132-4ac7-bc14-088a6eb794b8) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:19:24.892802 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d438ad9c-b4b9-458f-ac05-e7f838e0f619 admin admin] Publish callbacks [] for port (c7952227-7132-4ac7-bc14-088a6eb794b8), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:24.967335 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d438ad9c-b4b9-458f-ac05-e7f838e0f619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (c7952227-7132-4ac7-bc14-088a6eb794b8), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:25.007347 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d438ad9c-b4b9-458f-ac05-e7f838e0f619 admin admin] Network 3dc57d37-328b-453d-86b3-347b9e0efd38 is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:19:25.011343 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [None req-d438ad9c-b4b9-458f-ac05-e7f838e0f619 admin admin] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:19:25.016071 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d438ad9c-b4b9-458f-ac05-e7f838e0f619 admin admin] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:19:25.021635 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438ad9c-b4b9-458f-ac05-e7f838e0f619 admin admin] Pushing event updated for resources: {'Port': ['ID=c7952227-7132-4ac7-bc14-088a6eb794b8,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:25.576005 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f03cb6-ae5d-4bd2-9560-b64087c1864d None None] Network 6447a7eb-5871-42d8-8218-ad35b14a2030 requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:19:25.624760 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d438ad9c-b4b9-458f-ac05-e7f838e0f619 admin admin] Publish callbacks [] for router_gateway (765db258-fd05-462a-9d98-b202fdcf4290), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:25.653287 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-e3323ecc-8319-4ebc-af30-581bc0987973 None None] Provisioning complete for port 1b019cc4-0d3c-4151-8232-ba6d1b4a5781 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:19:25.653640 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e3323ecc-8319-4ebc-af30-581bc0987973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (1b019cc4-0d3c-4151-8232-ba6d1b4a5781), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:25.781433 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-e3323ecc-8319-4ebc-af30-581bc0987973 None None] Current status of the port 1b019cc4-0d3c-4151-8232-ba6d1b4a5781 is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:19:25.781824 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e3323ecc-8319-4ebc-af30-581bc0987973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (1b019cc4-0d3c-4151-8232-ba6d1b4a5781), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:25.816185 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-e3323ecc-8319-4ebc-af30-581bc0987973 None None] For port 1b019cc4-0d3c-4151-8232-ba6d1b4a5781, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=1b019cc4-0d3c-4151-8232-ba6d1b4a5781,segment=NetworkSegment(f5b70c65-b196-45fa-92fb-c44fe19c2bde),segment_id=f5b70c65-b196-45fa-92fb-c44fe19c2bde)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:19:25.831596 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d438ad9c-b4b9-458f-ac05-e7f838e0f619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1033250'] for router (765db258-fd05-462a-9d98-b202fdcf4290), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:25.869930 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:25.898306 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e3323ecc-8319-4ebc-af30-581bc0987973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (1b019cc4-0d3c-4151-8232-ba6d1b4a5781), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:25.947611 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3323ecc-8319-4ebc-af30-581bc0987973 None None] Pushing event updated for resources: {'Port': ['ID=1b019cc4-0d3c-4151-8232-ba6d1b4a5781,revision_number=3']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:26.017922 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d438ad9c-b4b9-458f-ac05-e7f838e0f619 admin admin] Router 765db258-fd05-462a-9d98-b202fdcf4290 is scheduled to L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc with binding_index 1 {{(pid=103831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:19:26.018835 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-b4663058-86dc-4912-91b3-138d45e72929 None None] Provisioning complete for port 1b019cc4-0d3c-4151-8232-ba6d1b4a5781 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:19:26.019225 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b4663058-86dc-4912-91b3-138d45e72929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (1b019cc4-0d3c-4151-8232-ba6d1b4a5781), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:26.118887 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-b4663058-86dc-4912-91b3-138d45e72929 None None] Current status of the port 1b019cc4-0d3c-4151-8232-ba6d1b4a5781 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:19:26.135393 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d438ad9c-b4b9-458f-ac05-e7f838e0f619 admin admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:19:26.145402 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 1b019cc4-0d3c-4151-8232-ba6d1b4a5781 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:19:26.149854 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc14b229-b6ee-467e-900c-e2448e35fc86 None None] Sync routers for ids ['765db258-fd05-462a-9d98-b202fdcf4290'] in dv-cinder-562053-19-iscsi {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:19:26.192531 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc14b229-b6ee-467e-900c-e2448e35fc86 None None] Routers {'765db258-fd05-462a-9d98-b202fdcf4290'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:19:26.193152 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-bc14b229-b6ee-467e-900c-e2448e35fc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:19:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['765db258-fd05-462a-9d98-b202fdcf4290'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:26.202899 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-d438ad9c-b4b9-458f-ac05-e7f838e0f619 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:26.204213 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-d438ad9c-b4b9-458f-ac05-e7f838e0f619 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1400845 Mar 29 16:19:26.206829 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 48988) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:19:26.289981 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 1b019cc4-0d3c-4151-8232-ba6d1b4a5781 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:19:26.290264 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (1b019cc4-0d3c-4151-8232-ba6d1b4a5781), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:26.340005 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-bc14b229-b6ee-467e-900c-e2448e35fc86 None None] Set router 765db258-fd05-462a-9d98-b202fdcf4290 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:19:26.490199 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 1b019cc4-0d3c-4151-8232-ba6d1b4a5781 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:19:26.557791 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-bc14b229-b6ee-467e-900c-e2448e35fc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765db258-fd05-462a-9d98-b202fdcf4290', 'name': 'tempest-TestShelveInstance-1418277088-router', 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c7952227-7132-4ac7-bc14-088a6eb794b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:19:24Z', 'updated_at': '2022-03-29T16:19:25Z', 'revision_number': 3, 'project_id': 'abb3890e72444214948890d93eb94ef8', 'gw_port': {'id': 'c7952227-7132-4ac7-bc14-088a6eb794b8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:08:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765db258-fd05-462a-9d98-b202fdcf4290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:24Z', 'updated_at': '2022-03-29T16:19:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:26.583387 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc14b229-b6ee-467e-900c-e2448e35fc86 None None] Checking router: 765db258-fd05-462a-9d98-b202fdcf4290 for host: dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:19:26.584118 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc14b229-b6ee-467e-900c-e2448e35fc86 None None] Updating router 765db258-fd05-462a-9d98-b202fdcf4290 port c7952227-7132-4ac7-bc14-088a6eb794b8 binding host dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:19:26.611727 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bc14b229-b6ee-467e-900c-e2448e35fc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (c7952227-7132-4ac7-bc14-088a6eb794b8), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:26.619340 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a4ad90dc-c7d3-440c-b8e9-8d8d9ab60ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:26.774904 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [None req-a4ad90dc-c7d3-440c-b8e9-8d8d9ab60ece admin admin] Allocated IP 172.20.0.1 (6447a7eb-5871-42d8-8218-ad35b14a2030/d69fd4be-8442-450c-ad74-8e845fa74342/a6db4ba1-759c-4263-91f9-622e87dc9020) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:19:26.864687 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bc14b229-b6ee-467e-900c-e2448e35fc86 None None] Publish callbacks [] for port (c7952227-7132-4ac7-bc14-088a6eb794b8), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:26.877495 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a4ad90dc-c7d3-440c-b8e9-8d8d9ab60ece admin admin] Publish callbacks [] for port (a6db4ba1-759c-4263-91f9-622e87dc9020), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:26.937709 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bc14b229-b6ee-467e-900c-e2448e35fc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (c7952227-7132-4ac7-bc14-088a6eb794b8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:26.967072 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a4ad90dc-c7d3-440c-b8e9-8d8d9ab60ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (a6db4ba1-759c-4263-91f9-622e87dc9020), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:26.983149 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-bc14b229-b6ee-467e-900c-e2448e35fc86 None None] Attempting to bind port c7952227-7132-4ac7-bc14-088a6eb794b8 on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:19:26.983651 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-bc14b229-b6ee-467e-900c-e2448e35fc86 None None] Attempting to bind port c7952227-7132-4ac7-bc14-088a6eb794b8 by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:19:26.984090 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc14b229-b6ee-467e-900c-e2448e35fc86 None None] Attempting to bind port c7952227-7132-4ac7-bc14-088a6eb794b8 on network 3dc57d37-328b-453d-86b3-347b9e0efd38 {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:19:26.996700 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc14b229-b6ee-467e-900c-e2448e35fc86 None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:19:26.998889 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc14b229-b6ee-467e-900c-e2448e35fc86 None None] Checking segment: {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:19:26.998889 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bc14b229-b6ee-467e-900c-e2448e35fc86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:26.998889 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc14b229-b6ee-467e-900c-e2448e35fc86 None None] Bound using segment: {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:19:26.998889 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-bc14b229-b6ee-467e-900c-e2448e35fc86 None None] Bound port: c7952227-7132-4ac7-bc14-088a6eb794b8, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:19:26.998889 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bc14b229-b6ee-467e-900c-e2448e35fc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (c7952227-7132-4ac7-bc14-088a6eb794b8), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:27.000736 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f96e47-30ad-49c8-9f17-d5e8fb033c3b None None] Pushing event updated for resources: {'Port': ['ID=c7952227-7132-4ac7-bc14-088a6eb794b8,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:27.006997 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ad90dc-c7d3-440c-b8e9-8d8d9ab60ece admin admin] Network 6447a7eb-5871-42d8-8218-ad35b14a2030 is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:19:27.009936 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [None req-a4ad90dc-c7d3-440c-b8e9-8d8d9ab60ece admin admin] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:19:27.012528 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ad90dc-c7d3-440c-b8e9-8d8d9ab60ece admin admin] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:19:27.039854 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad90dc-c7d3-440c-b8e9-8d8d9ab60ece admin admin] Pushing event updated for resources: {'Port': ['ID=a6db4ba1-759c-4263-91f9-622e87dc9020,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:27.060138 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-bc14b229-b6ee-467e-900c-e2448e35fc86 None None] For port c7952227-7132-4ac7-bc14-088a6eb794b8, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:19:27.063407 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a4ad90dc-c7d3-440c-b8e9-8d8d9ab60ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032949'] for router_interface (765db258-fd05-462a-9d98-b202fdcf4290), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:27.063577 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-bc14b229-b6ee-467e-900c-e2448e35fc86 None None] For port c7952227-7132-4ac7-bc14-088a6eb794b8, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=c7952227-7132-4ac7-bc14-088a6eb794b8,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:19:27.144532 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bc14b229-b6ee-467e-900c-e2448e35fc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (c7952227-7132-4ac7-bc14-088a6eb794b8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:27.221360 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc14b229-b6ee-467e-900c-e2448e35fc86 None None] Routers {'765db258-fd05-462a-9d98-b202fdcf4290'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:19:27.221970 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-bc14b229-b6ee-467e-900c-e2448e35fc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:19:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['765db258-fd05-462a-9d98-b202fdcf4290'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:27.224610 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f96e47-30ad-49c8-9f17-d5e8fb033c3b None None] Pushing event updated for resources: {'Port': ['ID=c7952227-7132-4ac7-bc14-088a6eb794b8,revision_number=3']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:27.259592 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a4ad90dc-c7d3-440c-b8e9-8d8d9ab60ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (a6db4ba1-759c-4263-91f9-622e87dc9020), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:27.292772 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:27.427618 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a4ad90dc-c7d3-440c-b8e9-8d8d9ab60ece admin admin] Publish callbacks [] for port (a6db4ba1-759c-4263-91f9-622e87dc9020), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:27.447942 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-c211f671-945d-487b-a8d8-b6de07f0fc41 None None] Provisioning complete for port a6db4ba1-759c-4263-91f9-622e87dc9020 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:19:27.448338 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c211f671-945d-487b-a8d8-b6de07f0fc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (a6db4ba1-759c-4263-91f9-622e87dc9020), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:27.469040 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a4ad90dc-c7d3-440c-b8e9-8d8d9ab60ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (a6db4ba1-759c-4263-91f9-622e87dc9020), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:27.502589 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-bc14b229-b6ee-467e-900c-e2448e35fc86 None None] Set router 765db258-fd05-462a-9d98-b202fdcf4290 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:19:27.504368 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-c211f671-945d-487b-a8d8-b6de07f0fc41 None None] Port a6db4ba1-759c-4263-91f9-622e87dc9020 cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:19:27.535967 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-a4ad90dc-c7d3-440c-b8e9-8d8d9ab60ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1032801'] for router_interface (765db258-fd05-462a-9d98-b202fdcf4290), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:27.537692 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad90dc-c7d3-440c-b8e9-8d8d9ab60ece admin admin] Pushing event updated for resources: {'Port': ['ID=a6db4ba1-759c-4263-91f9-622e87dc9020,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:27.631028 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ad90dc-c7d3-440c-b8e9-8d8d9ab60ece admin admin] Network 6447a7eb-5871-42d8-8218-ad35b14a2030 is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:19:27.632402 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [None req-a4ad90dc-c7d3-440c-b8e9-8d8d9ab60ece admin admin] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:19:27.680951 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-bc14b229-b6ee-467e-900c-e2448e35fc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765db258-fd05-462a-9d98-b202fdcf4290', 'name': 'tempest-TestShelveInstance-1418277088-router', 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c7952227-7132-4ac7-bc14-088a6eb794b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:19:24Z', 'updated_at': '2022-03-29T16:19:25Z', 'revision_number': 3, 'project_id': 'abb3890e72444214948890d93eb94ef8', 'gw_port': {'id': 'c7952227-7132-4ac7-bc14-088a6eb794b8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:08:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765db258-fd05-462a-9d98-b202fdcf4290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:24Z', 'updated_at': '2022-03-29T16:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:27.713936 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc14b229-b6ee-467e-900c-e2448e35fc86 None None] The sync data for ids ['765db258-fd05-462a-9d98-b202fdcf4290'] in dv-cinder-562053-19-iscsi is: [{'id': '765db258-fd05-462a-9d98-b202fdcf4290', 'name': 'tempest-TestShelveInstance-1418277088-router', 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c7952227-7132-4ac7-bc14-088a6eb794b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:19:24Z', 'updated_at': '2022-03-29T16:19:25Z', 'revision_number': 3, 'project_id': 'abb3890e72444214948890d93eb94ef8', 'gw_port': {'id': 'c7952227-7132-4ac7-bc14-088a6eb794b8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:08:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765db258-fd05-462a-9d98-b202fdcf4290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:24Z', 'updated_at': '2022-03-29T16:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}] {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:19:27.759033 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ad90dc-c7d3-440c-b8e9-8d8d9ab60ece admin admin] Router 765db258-fd05-462a-9d98-b202fdcf4290 has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:19:27.880453 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ad90dc-c7d3-440c-b8e9-8d8d9ab60ece admin admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:19:27.885499 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-a4ad90dc-c7d3-440c-b8e9-8d8d9ab60ece admin admin] 10.222.0.39 "PUT /v2.0/routers/765db258-fd05-462a-9d98-b202fdcf4290/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6776855 Mar 29 16:19:27.940970 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-8fcb8c6b-e2d2-4162-a7d3-6860d442be16 None None] Provisioning complete for port a6db4ba1-759c-4263-91f9-622e87dc9020 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:19:27.941421 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8fcb8c6b-e2d2-4162-a7d3-6860d442be16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (a6db4ba1-759c-4263-91f9-622e87dc9020), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:27.978663 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-8fcb8c6b-e2d2-4162-a7d3-6860d442be16 None None] Port a6db4ba1-759c-4263-91f9-622e87dc9020 cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:19:28.133460 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device c7952227-7132-4ac7-bc14-088a6eb794b8 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:19:28.187971 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port c7952227-7132-4ac7-bc14-088a6eb794b8 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:19:28.188996 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (c7952227-7132-4ac7-bc14-088a6eb794b8), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:28.273068 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port c7952227-7132-4ac7-bc14-088a6eb794b8 is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:19:28.273448 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (c7952227-7132-4ac7-bc14-088a6eb794b8), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:28.294679 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] For port c7952227-7132-4ac7-bc14-088a6eb794b8, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=c7952227-7132-4ac7-bc14-088a6eb794b8,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:19:28.372355 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (c7952227-7132-4ac7-bc14-088a6eb794b8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:28.424410 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Pushing event updated for resources: {'Port': ['ID=c7952227-7132-4ac7-bc14-088a6eb794b8,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:28.537720 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:28.606866 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 49006) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:19:28.612399 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-b6c80a04-1968-45e7-b32c-dc3760507445 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1718330048-network', 'tenant_id': '6cb3623b18244d72a694402de8d45c66'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:19:28.697764 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c80a04-1968-45e7-b32c-dc3760507445 admin admin] Made reservation on behalf of 6cb3623b18244d72a694402de8d45c66 for: {'network': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:19:28.700089 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b6c80a04-1968-45e7-b32c-dc3760507445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for network (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:28.711329 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b6c80a04-1968-45e7-b32c-dc3760507445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:28.783899 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b6c80a04-1968-45e7-b32c-dc3760507445 admin admin] Publish callbacks [] for security_group (27da2cd6-2a94-4393-9c25-afd2d8a011a2), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:28.846682 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b6c80a04-1968-45e7-b32c-dc3760507445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (27da2cd6-2a94-4393-9c25-afd2d8a011a2), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:28.870780 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c80a04-1968-45e7-b32c-dc3760507445 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:19:28.879593 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c80a04-1968-45e7-b32c-dc3760507445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27da2cd6-2a94-4393-9c25-afd2d8a011a2,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:28.885492 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b6c80a04-1968-45e7-b32c-dc3760507445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (6bc6ec6a-fb95-47f2-b14e-0dd0c79a0062), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:28.885888 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.db.segments_db [None req-b6c80a04-1968-45e7-b32c-dc3760507445 admin admin] Added segment 6bc6ec6a-fb95-47f2-b14e-0dd0c79a0062 of type vlan for network 85bb765c-e28f-4611-b7b0-43fea60201ff Mar 29 16:19:28.926482 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b6c80a04-1968-45e7-b32c-dc3760507445 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748544495665'] for network (85bb765c-e28f-4611-b7b0-43fea60201ff), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:29.006464 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b6c80a04-1968-45e7-b32c-dc3760507445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602'] for network (85bb765c-e28f-4611-b7b0-43fea60201ff), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:29.007453 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c80a04-1968-45e7-b32c-dc3760507445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:29.008051 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b6c80a04-1968-45e7-b32c-dc3760507445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:29.069988 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c80a04-1968-45e7-b32c-dc3760507445 admin admin] Pushing event updated for resources: {'Network': ['ID=85bb765c-e28f-4611-b7b0-43fea60201ff,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:29.079798 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Network 85bb765c-e28f-4611-b7b0-43fea60201ff details requested by agent ovs-agent-dv-cinder-562053-19-iscsi with host dv-cinder-562053-19-iscsi {{(pid=103833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:19:29.124394 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-b6c80a04-1968-45e7-b32c-dc3760507445 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5163398 Mar 29 16:19:29.127774 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 49008) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:19:29.134732 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-daebfce1-0550-4d4e-8f2c-c885dc21e0d3 admin admin] Request body: {'subnet': {'network_id': '85bb765c-e28f-4611-b7b0-43fea60201ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1718330048-subnet', 'tenant_id': '6cb3623b18244d72a694402de8d45c66', 'ip_version': 4}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:19:29.210146 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842a474-c488-4e30-bbb1-ce8dc08ded7a None None] Sync routers for ids ['765db258-fd05-462a-9d98-b202fdcf4290'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:19:29.218076 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daebfce1-0550-4d4e-8f2c-c885dc21e0d3 admin admin] Made reservation on behalf of 6cb3623b18244d72a694402de8d45c66 for: {'subnet': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:19:29.219482 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8842a474-c488-4e30-bbb1-ce8dc08ded7a None None] Routers {'765db258-fd05-462a-9d98-b202fdcf4290'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:19:29.221198 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-8842a474-c488-4e30-bbb1-ce8dc08ded7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:19:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['765db258-fd05-462a-9d98-b202fdcf4290'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:29.221354 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-daebfce1-0550-4d4e-8f2c-c885dc21e0d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10310177'] for subnet (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:29.327983 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-8842a474-c488-4e30-bbb1-ce8dc08ded7a None None] Set router 765db258-fd05-462a-9d98-b202fdcf4290 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:19:29.446942 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-daebfce1-0550-4d4e-8f2c-c885dc21e0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10478980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10310199'] for subnet (29777811-8efb-46f7-b399-daa892f95417), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:29.505093 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebfce1-0550-4d4e-8f2c-c885dc21e0d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29777811-8efb-46f7-b399-daa892f95417,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:29.512248 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daebfce1-0550-4d4e-8f2c-c885dc21e0d3 admin admin] Checking segment: {'id': '6bc6ec6a-fb95-47f2-b14e-0dd0c79a0062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '85bb765c-e28f-4611-b7b0-43fea60201ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:19:29.512638 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daebfce1-0550-4d4e-8f2c-c885dc21e0d3 admin admin] Network hostable DHCP agents. Network: 85bb765c-e28f-4611-b7b0-43fea60201ff, hostable agents: ['60b75cb5-fa55-4ab5-bd81-9da0c894ffc8'], hosted agents: [] {{(pid=103832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:19:29.534768 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-8842a474-c488-4e30-bbb1-ce8dc08ded7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765db258-fd05-462a-9d98-b202fdcf4290', 'name': 'tempest-TestShelveInstance-1418277088-router', 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c7952227-7132-4ac7-bc14-088a6eb794b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:19:24Z', 'updated_at': '2022-03-29T16:19:27Z', 'revision_number': 4, 'project_id': 'abb3890e72444214948890d93eb94ef8', 'gw_port': {'id': 'c7952227-7132-4ac7-bc14-088a6eb794b8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:08:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765db258-fd05-462a-9d98-b202fdcf4290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:24Z', 'updated_at': '2022-03-29T16:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': 'a6db4ba1-759c-4263-91f9-622e87dc9020', 'name': '', 'network_id': '6447a7eb-5871-42d8-8218-ad35b14a2030', 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'mac_address': 'fa:16:3e:eb:a7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765db258-fd05-462a-9d98-b202fdcf4290', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd69fd4be-8442-450c-ad74-8e845fa74342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:26Z', 'updated_at': '2022-03-29T16:19:27Z', 'revision_number': 2, 'project_id': 'abb3890e72444214948890d93eb94ef8', 'subnets': [{'id': 'd69fd4be-8442-450c-ad74-8e845fa74342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:29.562296 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842a474-c488-4e30-bbb1-ce8dc08ded7a None None] Checking router: 765db258-fd05-462a-9d98-b202fdcf4290 for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:19:29.562648 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842a474-c488-4e30-bbb1-ce8dc08ded7a None None] Updating router 765db258-fd05-462a-9d98-b202fdcf4290 port a6db4ba1-759c-4263-91f9-622e87dc9020 binding host dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:19:29.588882 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-8842a474-c488-4e30-bbb1-ce8dc08ded7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (a6db4ba1-759c-4263-91f9-622e87dc9020), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:29.595866 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daebfce1-0550-4d4e-8f2c-c885dc21e0d3 admin admin] Network 85bb765c-e28f-4611-b7b0-43fea60201ff is scheduled to be hosted by DHCP agent 60b75cb5-fa55-4ab5-bd81-9da0c894ffc8 with binding_index 1 {{(pid=103832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:19:29.692232 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-daebfce1-0550-4d4e-8f2c-c885dc21e0d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-19-iscsi, 85bb765c-e28f-4611-b7b0-43fea60201ff) {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:19:29.696379 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daebfce1-0550-4d4e-8f2c-c885dc21e0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:29.696969 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-daebfce1-0550-4d4e-8f2c-c885dc21e0d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:29.701224 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb0eeee-f89e-4874-b2a6-19ccf38136f9 None None] Network 85bb765c-e28f-4611-b7b0-43fea60201ff requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:19:29.770034 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-daebfce1-0550-4d4e-8f2c-c885dc21e0d3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6408026 Mar 29 16:19:29.772512 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 49010) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:19:29.776903 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-971c73f7-5d65-40a9-bd53-75b12c580511 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1718330048-router', 'tenant_id': '6cb3623b18244d72a694402de8d45c66', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:19:29.808751 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28c490f-0f7c-40c7-8e99-9d7d16679005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd4760e-f710-5e2a-8ad4-26c94dd4ee74-85bb765c-e28f-4611-b7b0-43fea60201ff', 'network_id': '85bb765c-e28f-4611-b7b0-43fea60201ff', 'project_id': '6cb3623b18244d72a694402de8d45c66', 'fixed_ips': [{'subnet_id': '29777811-8efb-46f7-b399-daa892f95417'}]}} from dv-cinder-562053-19-iscsi. {{(pid=103833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 16:19:29.809627 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b28c490f-0f7c-40c7-8e99-9d7d16679005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:29.841148 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-971c73f7-5d65-40a9-bd53-75b12c580511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1031732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router (379fa224-3a33-4032-ae23-4fc013448d5b), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:29.842620 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-971c73f7-5d65-40a9-bd53-75b12c580511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1033461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-836'] for router (379fa224-3a33-4032-ae23-4fc013448d5b), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:29.855508 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-8842a474-c488-4e30-bbb1-ce8dc08ded7a None None] Publish callbacks [] for port (a6db4ba1-759c-4263-91f9-622e87dc9020), precommit_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:29.895752 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-971c73f7-5d65-40a9-bd53-75b12c580511 admin admin] Publish callbacks [] for router_controller (379fa224-3a33-4032-ae23-4fc013448d5b), precommit_add_association {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:29.915120 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-8842a474-c488-4e30-bbb1-ce8dc08ded7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (a6db4ba1-759c-4263-91f9-622e87dc9020), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:29.941050 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-b28c490f-0f7c-40c7-8e99-9d7d16679005 None None] Allocated IP 172.20.0.2 (85bb765c-e28f-4611-b7b0-43fea60201ff/29777811-8efb-46f7-b399-daa892f95417/a4c637e0-7a07-4fcc-9c41-19c83a042286) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:19:29.963813 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3155b38-bce0-45e8-8643-61c2707180b1 None None] Pushing event updated for resources: {'Port': ['ID=a6db4ba1-759c-4263-91f9-622e87dc9020,revision_number=3']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:29.975814 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3155b38-bce0-45e8-8643-61c2707180b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:29.976164 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3155b38-bce0-45e8-8643-61c2707180b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:29.976596 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3155b38-bce0-45e8-8643-61c2707180b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:29.976974 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3155b38-bce0-45e8-8643-61c2707180b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:29.977271 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3155b38-bce0-45e8-8643-61c2707180b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:29.977601 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3155b38-bce0-45e8-8643-61c2707180b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:29.977920 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3155b38-bce0-45e8-8643-61c2707180b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:29.978243 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3155b38-bce0-45e8-8643-61c2707180b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:29.978578 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3155b38-bce0-45e8-8643-61c2707180b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:29.978901 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3155b38-bce0-45e8-8643-61c2707180b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:29.979224 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3155b38-bce0-45e8-8643-61c2707180b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:29.979572 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3155b38-bce0-45e8-8643-61c2707180b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:29.979892 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3155b38-bce0-45e8-8643-61c2707180b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:29.980210 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3155b38-bce0-45e8-8643-61c2707180b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:29.980599 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3155b38-bce0-45e8-8643-61c2707180b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:19:30.030816 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-8842a474-c488-4e30-bbb1-ce8dc08ded7a None None] Attempting to bind port a6db4ba1-759c-4263-91f9-622e87dc9020 on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:19:30.031097 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-8842a474-c488-4e30-bbb1-ce8dc08ded7a None None] Attempting to bind port a6db4ba1-759c-4263-91f9-622e87dc9020 by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': 'f5b70c65-b196-45fa-92fb-c44fe19c2bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6447a7eb-5871-42d8-8218-ad35b14a2030'}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:19:30.031641 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8842a474-c488-4e30-bbb1-ce8dc08ded7a None None] Attempting to bind port a6db4ba1-759c-4263-91f9-622e87dc9020 on network 6447a7eb-5871-42d8-8218-ad35b14a2030 {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:19:30.037463 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8842a474-c488-4e30-bbb1-ce8dc08ded7a None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:19:30.037832 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8842a474-c488-4e30-bbb1-ce8dc08ded7a None None] Checking segment: {'id': 'f5b70c65-b196-45fa-92fb-c44fe19c2bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6447a7eb-5871-42d8-8218-ad35b14a2030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:19:30.038230 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-8842a474-c488-4e30-bbb1-ce8dc08ded7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:30.038619 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8842a474-c488-4e30-bbb1-ce8dc08ded7a None None] Bound using segment: {'id': 'f5b70c65-b196-45fa-92fb-c44fe19c2bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6447a7eb-5871-42d8-8218-ad35b14a2030'} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:19:30.039083 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-8842a474-c488-4e30-bbb1-ce8dc08ded7a None None] Bound port: a6db4ba1-759c-4263-91f9-622e87dc9020, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b70c65-b196-45fa-92fb-c44fe19c2bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6447a7eb-5871-42d8-8218-ad35b14a2030'}}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:19:30.039511 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-8842a474-c488-4e30-bbb1-ce8dc08ded7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (a6db4ba1-759c-4263-91f9-622e87dc9020), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:30.114262 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b28c490f-0f7c-40c7-8e99-9d7d16679005 None None] Publish callbacks [] for port (a4c637e0-7a07-4fcc-9c41-19c83a042286), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:30.117399 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-8842a474-c488-4e30-bbb1-ce8dc08ded7a None None] For port a6db4ba1-759c-4263-91f9-622e87dc9020, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:19:30.120689 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-8842a474-c488-4e30-bbb1-ce8dc08ded7a None None] For port a6db4ba1-759c-4263-91f9-622e87dc9020, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=a6db4ba1-759c-4263-91f9-622e87dc9020,segment=NetworkSegment(f5b70c65-b196-45fa-92fb-c44fe19c2bde),segment_id=f5b70c65-b196-45fa-92fb-c44fe19c2bde)] {{(pid=103834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:19:30.157615 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-971c73f7-5d65-40a9-bd53-75b12c580511 admin admin] Publish callbacks [] for router_gateway (379fa224-3a33-4032-ae23-4fc013448d5b), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:30.171507 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device c7952227-7132-4ac7-bc14-088a6eb794b8 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:19:30.206663 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b28c490f-0f7c-40c7-8e99-9d7d16679005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934'] for port (a4c637e0-7a07-4fcc-9c41-19c83a042286), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:30.230095 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-8842a474-c488-4e30-bbb1-ce8dc08ded7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (a6db4ba1-759c-4263-91f9-622e87dc9020), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:30.272226 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28c490f-0f7c-40c7-8e99-9d7d16679005 None None] Network 85bb765c-e28f-4611-b7b0-43fea60201ff is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:19:30.279950 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-b28c490f-0f7c-40c7-8e99-9d7d16679005 None None] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:19:30.281914 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-e6031388-cecf-4cfc-abc7-47d39b738628 None None] Provisioning complete for port a6db4ba1-759c-4263-91f9-622e87dc9020 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:19:30.282815 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e6031388-cecf-4cfc-abc7-47d39b738628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (a6db4ba1-759c-4263-91f9-622e87dc9020), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:30.284929 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28c490f-0f7c-40c7-8e99-9d7d16679005 None None] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:19:30.287357 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c490f-0f7c-40c7-8e99-9d7d16679005 None None] Pushing event updated for resources: {'Port': ['ID=a4c637e0-7a07-4fcc-9c41-19c83a042286,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:30.350027 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port c7952227-7132-4ac7-bc14-088a6eb794b8 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:19:30.350027 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (c7952227-7132-4ac7-bc14-088a6eb794b8), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:30.384459 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3155b38-bce0-45e8-8643-61c2707180b1 None None] Pushing event updated for resources: {'Port': ['ID=a6db4ba1-759c-4263-91f9-622e87dc9020,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:30.393286 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8842a474-c488-4e30-bbb1-ce8dc08ded7a None None] Routers {'765db258-fd05-462a-9d98-b202fdcf4290'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:19:30.394304 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-8842a474-c488-4e30-bbb1-ce8dc08ded7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:19:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['765db258-fd05-462a-9d98-b202fdcf4290'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:30.410260 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-b28c490f-0f7c-40c7-8e99-9d7d16679005 None None] Attempting to bind port a4c637e0-7a07-4fcc-9c41-19c83a042286 on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:19:30.410639 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-b28c490f-0f7c-40c7-8e99-9d7d16679005 None None] Attempting to bind port a4c637e0-7a07-4fcc-9c41-19c83a042286 by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': '6bc6ec6a-fb95-47f2-b14e-0dd0c79a0062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '85bb765c-e28f-4611-b7b0-43fea60201ff'}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:19:30.411005 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28c490f-0f7c-40c7-8e99-9d7d16679005 None None] Attempting to bind port a4c637e0-7a07-4fcc-9c41-19c83a042286 on network 85bb765c-e28f-4611-b7b0-43fea60201ff {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:19:30.433222 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28c490f-0f7c-40c7-8e99-9d7d16679005 None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:19:30.433605 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28c490f-0f7c-40c7-8e99-9d7d16679005 None None] Checking segment: {'id': '6bc6ec6a-fb95-47f2-b14e-0dd0c79a0062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '85bb765c-e28f-4611-b7b0-43fea60201ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:19:30.434014 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b28c490f-0f7c-40c7-8e99-9d7d16679005 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:30.434412 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28c490f-0f7c-40c7-8e99-9d7d16679005 None None] Bound using segment: {'id': '6bc6ec6a-fb95-47f2-b14e-0dd0c79a0062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '85bb765c-e28f-4611-b7b0-43fea60201ff'} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:19:30.434920 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-b28c490f-0f7c-40c7-8e99-9d7d16679005 None None] Bound port: a4c637e0-7a07-4fcc-9c41-19c83a042286, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc6ec6a-fb95-47f2-b14e-0dd0c79a0062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '85bb765c-e28f-4611-b7b0-43fea60201ff'}}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:19:30.435290 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b28c490f-0f7c-40c7-8e99-9d7d16679005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (a4c637e0-7a07-4fcc-9c41-19c83a042286), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:30.463766 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-971c73f7-5d65-40a9-bd53-75b12c580511 admin admin] Publish callbacks [] for router_gateway (379fa224-3a33-4032-ae23-4fc013448d5b), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:30.489145 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-971c73f7-5d65-40a9-bd53-75b12c580511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:30.512733 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-e6031388-cecf-4cfc-abc7-47d39b738628 None None] Current status of the port a6db4ba1-759c-4263-91f9-622e87dc9020 is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:19:30.513130 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e6031388-cecf-4cfc-abc7-47d39b738628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (a6db4ba1-759c-4263-91f9-622e87dc9020), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:30.515523 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-8842a474-c488-4e30-bbb1-ce8dc08ded7a None None] Set router 765db258-fd05-462a-9d98-b202fdcf4290 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:19:30.584375 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port c7952227-7132-4ac7-bc14-088a6eb794b8 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:19:30.601414 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-b28c490f-0f7c-40c7-8e99-9d7d16679005 None None] For port a4c637e0-7a07-4fcc-9c41-19c83a042286, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:19:30.610576 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-b28c490f-0f7c-40c7-8e99-9d7d16679005 None None] For port a4c637e0-7a07-4fcc-9c41-19c83a042286, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=a4c637e0-7a07-4fcc-9c41-19c83a042286,segment=NetworkSegment(6bc6ec6a-fb95-47f2-b14e-0dd0c79a0062),segment_id=6bc6ec6a-fb95-47f2-b14e-0dd0c79a0062)] {{(pid=103833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:19:30.613996 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-e6031388-cecf-4cfc-abc7-47d39b738628 None None] For port a6db4ba1-759c-4263-91f9-622e87dc9020, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=a6db4ba1-759c-4263-91f9-622e87dc9020,segment=NetworkSegment(f5b70c65-b196-45fa-92fb-c44fe19c2bde),segment_id=f5b70c65-b196-45fa-92fb-c44fe19c2bde)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:19:30.620710 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [None req-971c73f7-5d65-40a9-bd53-75b12c580511 admin admin] Allocated IP 172.27.3.65 (3dc57d37-328b-453d-86b3-347b9e0efd38/8a0c47e6-f825-43a4-ad31-8f961885bd6a/8964b6bc-e2db-418a-9af9-b70a912d01fc) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:19:30.686773 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e6031388-cecf-4cfc-abc7-47d39b738628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (a6db4ba1-759c-4263-91f9-622e87dc9020), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:30.717944 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b28c490f-0f7c-40c7-8e99-9d7d16679005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (a4c637e0-7a07-4fcc-9c41-19c83a042286), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:30.743299 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-971c73f7-5d65-40a9-bd53-75b12c580511 admin admin] Publish callbacks [] for port (8964b6bc-e2db-418a-9af9-b70a912d01fc), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:30.751729 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-8842a474-c488-4e30-bbb1-ce8dc08ded7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765db258-fd05-462a-9d98-b202fdcf4290', 'name': 'tempest-TestShelveInstance-1418277088-router', 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c7952227-7132-4ac7-bc14-088a6eb794b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:19:24Z', 'updated_at': '2022-03-29T16:19:27Z', 'revision_number': 4, 'project_id': 'abb3890e72444214948890d93eb94ef8', 'gw_port': {'id': 'c7952227-7132-4ac7-bc14-088a6eb794b8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:08:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765db258-fd05-462a-9d98-b202fdcf4290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:24Z', 'updated_at': '2022-03-29T16:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': 'a6db4ba1-759c-4263-91f9-622e87dc9020', 'name': '', 'network_id': '6447a7eb-5871-42d8-8218-ad35b14a2030', 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'mac_address': 'fa:16:3e:eb:a7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765db258-fd05-462a-9d98-b202fdcf4290', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd69fd4be-8442-450c-ad74-8e845fa74342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:26Z', 'updated_at': '2022-03-29T16:19:30Z', 'revision_number': 4, 'project_id': 'abb3890e72444214948890d93eb94ef8', 'subnets': [{'id': 'd69fd4be-8442-450c-ad74-8e845fa74342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:30.752050 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6031388-cecf-4cfc-abc7-47d39b738628 None None] Pushing event updated for resources: {'Port': ['ID=a6db4ba1-759c-4263-91f9-622e87dc9020,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:30.791060 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842a474-c488-4e30-bbb1-ce8dc08ded7a None None] The sync data for ids ['765db258-fd05-462a-9d98-b202fdcf4290'] in dv-cinder-562053-19-iscsi is: [{'id': '765db258-fd05-462a-9d98-b202fdcf4290', 'name': 'tempest-TestShelveInstance-1418277088-router', 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c7952227-7132-4ac7-bc14-088a6eb794b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:19:24Z', 'updated_at': '2022-03-29T16:19:27Z', 'revision_number': 4, 'project_id': 'abb3890e72444214948890d93eb94ef8', 'gw_port': {'id': 'c7952227-7132-4ac7-bc14-088a6eb794b8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:08:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765db258-fd05-462a-9d98-b202fdcf4290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:24Z', 'updated_at': '2022-03-29T16:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': 'a6db4ba1-759c-4263-91f9-622e87dc9020', 'name': '', 'network_id': '6447a7eb-5871-42d8-8218-ad35b14a2030', 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'mac_address': 'fa:16:3e:eb:a7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765db258-fd05-462a-9d98-b202fdcf4290', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd69fd4be-8442-450c-ad74-8e845fa74342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:26Z', 'updated_at': '2022-03-29T16:19:30Z', 'revision_number': 4, 'project_id': 'abb3890e72444214948890d93eb94ef8', 'subnets': [{'id': 'd69fd4be-8442-450c-ad74-8e845fa74342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:19:30.847387 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c490f-0f7c-40c7-8e99-9d7d16679005 None None] Pushing event updated for resources: {'Port': ['ID=a4c637e0-7a07-4fcc-9c41-19c83a042286,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:30.856387 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-cdda2238-76fb-4fc0-a50b-2ff46adb9129 None None] Provisioning complete for port a6db4ba1-759c-4263-91f9-622e87dc9020 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:19:30.863309 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cdda2238-76fb-4fc0-a50b-2ff46adb9129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (a6db4ba1-759c-4263-91f9-622e87dc9020), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:30.876315 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-971c73f7-5d65-40a9-bd53-75b12c580511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (8964b6bc-e2db-418a-9af9-b70a912d01fc), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:30.927187 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971c73f7-5d65-40a9-bd53-75b12c580511 admin admin] Network 3dc57d37-328b-453d-86b3-347b9e0efd38 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:19:30.930722 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-971c73f7-5d65-40a9-bd53-75b12c580511 admin admin] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:19:30.935087 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971c73f7-5d65-40a9-bd53-75b12c580511 admin admin] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:19:30.982120 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c73f7-5d65-40a9-bd53-75b12c580511 admin admin] Pushing event updated for resources: {'Port': ['ID=8964b6bc-e2db-418a-9af9-b70a912d01fc,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:31.003577 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-cdda2238-76fb-4fc0-a50b-2ff46adb9129 None None] Current status of the port a6db4ba1-759c-4263-91f9-622e87dc9020 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:19:31.291333 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-971c73f7-5d65-40a9-bd53-75b12c580511 admin admin] Publish callbacks [] for router_gateway (379fa224-3a33-4032-ae23-4fc013448d5b), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:31.502521 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-971c73f7-5d65-40a9-bd53-75b12c580511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1033250'] for router (379fa224-3a33-4032-ae23-4fc013448d5b), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:31.791675 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6688131-d509-4506-b9b9-c2860c41120e None None] Network 85bb765c-e28f-4611-b7b0-43fea60201ff requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:19:31.854535 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-01fa77d4-ac30-4c9d-bb05-174b92ddf818 None None] Provisioning complete for port a4c637e0-7a07-4fcc-9c41-19c83a042286 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:19:31.854910 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-01fa77d4-ac30-4c9d-bb05-174b92ddf818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (a4c637e0-7a07-4fcc-9c41-19c83a042286), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:31.909283 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971c73f7-5d65-40a9-bd53-75b12c580511 admin admin] Router 379fa224-3a33-4032-ae23-4fc013448d5b is scheduled to L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc with binding_index 1 {{(pid=103832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:19:31.984008 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-01fa77d4-ac30-4c9d-bb05-174b92ddf818 None None] Current status of the port a4c637e0-7a07-4fcc-9c41-19c83a042286 is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:19:31.984432 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-01fa77d4-ac30-4c9d-bb05-174b92ddf818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (a4c637e0-7a07-4fcc-9c41-19c83a042286), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:32.025317 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971c73f7-5d65-40a9-bd53-75b12c580511 admin admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:19:32.032047 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-01fa77d4-ac30-4c9d-bb05-174b92ddf818 None None] For port a4c637e0-7a07-4fcc-9c41-19c83a042286, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=a4c637e0-7a07-4fcc-9c41-19c83a042286,segment=NetworkSegment(6bc6ec6a-fb95-47f2-b14e-0dd0c79a0062),segment_id=6bc6ec6a-fb95-47f2-b14e-0dd0c79a0062)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:19:32.039117 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fab908c-37f7-4c9c-842a-9872878fb31f None None] Sync routers for ids ['379fa224-3a33-4032-ae23-4fc013448d5b'] in dv-cinder-562053-19-iscsi {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:19:32.053101 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fab908c-37f7-4c9c-842a-9872878fb31f None None] Routers {'379fa224-3a33-4032-ae23-4fc013448d5b'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:19:32.054103 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-4fab908c-37f7-4c9c-842a-9872878fb31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:19:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['379fa224-3a33-4032-ae23-4fc013448d5b'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:32.111856 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-971c73f7-5d65-40a9-bd53-75b12c580511 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:32.115824 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 49012) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:19:32.116377 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-971c73f7-5d65-40a9-bd53-75b12c580511 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3423250 Mar 29 16:19:32.130116 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-01fa77d4-ac30-4c9d-bb05-174b92ddf818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (a4c637e0-7a07-4fcc-9c41-19c83a042286), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:32.202434 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa77d4-ac30-4c9d-bb05-174b92ddf818 None None] Pushing event updated for resources: {'Port': ['ID=a4c637e0-7a07-4fcc-9c41-19c83a042286,revision_number=3']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:32.228075 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-4fab908c-37f7-4c9c-842a-9872878fb31f None None] Set router 379fa224-3a33-4032-ae23-4fc013448d5b gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:19:32.259181 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device a4c637e0-7a07-4fcc-9c41-19c83a042286 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:19:32.373780 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-9c081727-359a-45fa-a586-10ffdbdbfbfc None None] Provisioning complete for port a4c637e0-7a07-4fcc-9c41-19c83a042286 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:19:32.374152 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9c081727-359a-45fa-a586-10ffdbdbfbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (a4c637e0-7a07-4fcc-9c41-19c83a042286), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:32.448455 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port a4c637e0-7a07-4fcc-9c41-19c83a042286 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:19:32.448851 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (a4c637e0-7a07-4fcc-9c41-19c83a042286), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:32.699545 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-9c081727-359a-45fa-a586-10ffdbdbfbfc None None] Current status of the port a4c637e0-7a07-4fcc-9c41-19c83a042286 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:19:32.738616 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-4fab908c-37f7-4c9c-842a-9872878fb31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379fa224-3a33-4032-ae23-4fc013448d5b', 'name': 'tempest-TestShelveInstance-1718330048-router', 'tenant_id': '6cb3623b18244d72a694402de8d45c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '8964b6bc-e2db-418a-9af9-b70a912d01fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:19:29Z', 'updated_at': '2022-03-29T16:19:31Z', 'revision_number': 3, 'project_id': '6cb3623b18244d72a694402de8d45c66', 'gw_port': {'id': '8964b6bc-e2db-418a-9af9-b70a912d01fc', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379fa224-3a33-4032-ae23-4fc013448d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:30Z', 'updated_at': '2022-03-29T16:19:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:32.769465 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fab908c-37f7-4c9c-842a-9872878fb31f None None] Checking router: 379fa224-3a33-4032-ae23-4fc013448d5b for host: dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:19:32.769834 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fab908c-37f7-4c9c-842a-9872878fb31f None None] Updating router 379fa224-3a33-4032-ae23-4fc013448d5b port 8964b6bc-e2db-418a-9af9-b70a912d01fc binding host dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:19:32.771901 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port a4c637e0-7a07-4fcc-9c41-19c83a042286 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:19:32.772959 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device a6db4ba1-759c-4263-91f9-622e87dc9020 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:19:32.824503 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4fab908c-37f7-4c9c-842a-9872878fb31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (8964b6bc-e2db-418a-9af9-b70a912d01fc), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:32.826070 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0c74d2f1-3c0e-4ea4-a53c-b523d9a5997b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:32.927287 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port a6db4ba1-759c-4263-91f9-622e87dc9020 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:19:32.927662 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (a6db4ba1-759c-4263-91f9-622e87dc9020), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:32.981627 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [None req-0c74d2f1-3c0e-4ea4-a53c-b523d9a5997b admin admin] Allocated IP 172.20.0.1 (85bb765c-e28f-4611-b7b0-43fea60201ff/29777811-8efb-46f7-b399-daa892f95417/4091ce9f-77fb-41d1-888f-059ffc7406ef) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:19:33.084343 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0c74d2f1-3c0e-4ea4-a53c-b523d9a5997b admin admin] Publish callbacks [] for port (4091ce9f-77fb-41d1-888f-059ffc7406ef), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:33.087743 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port a6db4ba1-759c-4263-91f9-622e87dc9020 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:19:33.151451 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4fab908c-37f7-4c9c-842a-9872878fb31f None None] Publish callbacks [] for port (8964b6bc-e2db-418a-9af9-b70a912d01fc), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:33.177971 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0c74d2f1-3c0e-4ea4-a53c-b523d9a5997b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (4091ce9f-77fb-41d1-888f-059ffc7406ef), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:33.216421 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c74d2f1-3c0e-4ea4-a53c-b523d9a5997b admin admin] Network 85bb765c-e28f-4611-b7b0-43fea60201ff is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:19:33.219346 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [None req-0c74d2f1-3c0e-4ea4-a53c-b523d9a5997b admin admin] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:19:33.225349 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c74d2f1-3c0e-4ea4-a53c-b523d9a5997b admin admin] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:19:33.232572 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4fab908c-37f7-4c9c-842a-9872878fb31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (8964b6bc-e2db-418a-9af9-b70a912d01fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:33.249527 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74d2f1-3c0e-4ea4-a53c-b523d9a5997b admin admin] Pushing event updated for resources: {'Port': ['ID=4091ce9f-77fb-41d1-888f-059ffc7406ef,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:33.269269 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0c74d2f1-3c0e-4ea4-a53c-b523d9a5997b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032949'] for router_interface (379fa224-3a33-4032-ae23-4fc013448d5b), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:33.288574 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254daae-9b70-449f-843b-7d995cd70692 None None] Pushing event updated for resources: {'Port': ['ID=8964b6bc-e2db-418a-9af9-b70a912d01fc,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:33.290874 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-4fab908c-37f7-4c9c-842a-9872878fb31f None None] Attempting to bind port 8964b6bc-e2db-418a-9af9-b70a912d01fc on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:19:33.291245 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-4fab908c-37f7-4c9c-842a-9872878fb31f None None] Attempting to bind port 8964b6bc-e2db-418a-9af9-b70a912d01fc by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:19:33.291625 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fab908c-37f7-4c9c-842a-9872878fb31f None None] Attempting to bind port 8964b6bc-e2db-418a-9af9-b70a912d01fc on network 3dc57d37-328b-453d-86b3-347b9e0efd38 {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:19:33.298444 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fab908c-37f7-4c9c-842a-9872878fb31f None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:19:33.298822 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fab908c-37f7-4c9c-842a-9872878fb31f None None] Checking segment: {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:19:33.299221 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4fab908c-37f7-4c9c-842a-9872878fb31f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:33.299606 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fab908c-37f7-4c9c-842a-9872878fb31f None None] Bound using segment: {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:19:33.300068 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [None req-4fab908c-37f7-4c9c-842a-9872878fb31f None None] Bound port: 8964b6bc-e2db-418a-9af9-b70a912d01fc, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9f6f37-500f-455d-9ecb-b6a802d0b0b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38'}}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:19:33.300470 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4fab908c-37f7-4c9c-842a-9872878fb31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (8964b6bc-e2db-418a-9af9-b70a912d01fc), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:33.359663 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-4fab908c-37f7-4c9c-842a-9872878fb31f None None] For port 8964b6bc-e2db-418a-9af9-b70a912d01fc, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:19:33.363714 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-4fab908c-37f7-4c9c-842a-9872878fb31f None None] For port 8964b6bc-e2db-418a-9af9-b70a912d01fc, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=8964b6bc-e2db-418a-9af9-b70a912d01fc,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:19:33.425672 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-da3e9f06-24f3-4522-8ec8-32d10808fa9c None None] Provisioning complete for port 4091ce9f-77fb-41d1-888f-059ffc7406ef triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:19:33.425672 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-da3e9f06-24f3-4522-8ec8-32d10808fa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (4091ce9f-77fb-41d1-888f-059ffc7406ef), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:33.449136 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4fab908c-37f7-4c9c-842a-9872878fb31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (8964b6bc-e2db-418a-9af9-b70a912d01fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:33.492908 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0c74d2f1-3c0e-4ea4-a53c-b523d9a5997b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (4091ce9f-77fb-41d1-888f-059ffc7406ef), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:33.499050 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-da3e9f06-24f3-4522-8ec8-32d10808fa9c None None] Port 4091ce9f-77fb-41d1-888f-059ffc7406ef cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:19:33.520637 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fab908c-37f7-4c9c-842a-9872878fb31f None None] Routers {'379fa224-3a33-4032-ae23-4fc013448d5b'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:19:33.521262 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-4fab908c-37f7-4c9c-842a-9872878fb31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:19:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['379fa224-3a33-4032-ae23-4fc013448d5b'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:33.523021 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254daae-9b70-449f-843b-7d995cd70692 None None] Pushing event updated for resources: {'Port': ['ID=8964b6bc-e2db-418a-9af9-b70a912d01fc,revision_number=3']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:33.634763 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-4fab908c-37f7-4c9c-842a-9872878fb31f None None] Set router 379fa224-3a33-4032-ae23-4fc013448d5b gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:19:33.657533 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0c74d2f1-3c0e-4ea4-a53c-b523d9a5997b admin admin] Publish callbacks [] for port (4091ce9f-77fb-41d1-888f-059ffc7406ef), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:33.714185 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0c74d2f1-3c0e-4ea4-a53c-b523d9a5997b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (4091ce9f-77fb-41d1-888f-059ffc7406ef), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:33.784216 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-0c74d2f1-3c0e-4ea4-a53c-b523d9a5997b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1032801'] for router_interface (379fa224-3a33-4032-ae23-4fc013448d5b), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:33.786796 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74d2f1-3c0e-4ea4-a53c-b523d9a5997b admin admin] Pushing event updated for resources: {'Port': ['ID=4091ce9f-77fb-41d1-888f-059ffc7406ef,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:33.831020 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-4fab908c-37f7-4c9c-842a-9872878fb31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379fa224-3a33-4032-ae23-4fc013448d5b', 'name': 'tempest-TestShelveInstance-1718330048-router', 'tenant_id': '6cb3623b18244d72a694402de8d45c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '8964b6bc-e2db-418a-9af9-b70a912d01fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:19:29Z', 'updated_at': '2022-03-29T16:19:33Z', 'revision_number': 4, 'project_id': '6cb3623b18244d72a694402de8d45c66', 'gw_port': {'id': '8964b6bc-e2db-418a-9af9-b70a912d01fc', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379fa224-3a33-4032-ae23-4fc013448d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:30Z', 'updated_at': '2022-03-29T16:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '4091ce9f-77fb-41d1-888f-059ffc7406ef', 'name': '', 'network_id': '85bb765c-e28f-4611-b7b0-43fea60201ff', 'tenant_id': '6cb3623b18244d72a694402de8d45c66', 'mac_address': 'fa:16:3e:21:75:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379fa224-3a33-4032-ae23-4fc013448d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '29777811-8efb-46f7-b399-daa892f95417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:32Z', 'updated_at': '2022-03-29T16:19:32Z', 'revision_number': 1, 'project_id': '6cb3623b18244d72a694402de8d45c66', 'subnets': [{'id': '29777811-8efb-46f7-b399-daa892f95417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:33.862811 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fab908c-37f7-4c9c-842a-9872878fb31f None None] The sync data for ids ['379fa224-3a33-4032-ae23-4fc013448d5b'] in dv-cinder-562053-19-iscsi is: [{'id': '379fa224-3a33-4032-ae23-4fc013448d5b', 'name': 'tempest-TestShelveInstance-1718330048-router', 'tenant_id': '6cb3623b18244d72a694402de8d45c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '8964b6bc-e2db-418a-9af9-b70a912d01fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:19:29Z', 'updated_at': '2022-03-29T16:19:33Z', 'revision_number': 4, 'project_id': '6cb3623b18244d72a694402de8d45c66', 'gw_port': {'id': '8964b6bc-e2db-418a-9af9-b70a912d01fc', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379fa224-3a33-4032-ae23-4fc013448d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:30Z', 'updated_at': '2022-03-29T16:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '4091ce9f-77fb-41d1-888f-059ffc7406ef', 'name': '', 'network_id': '85bb765c-e28f-4611-b7b0-43fea60201ff', 'tenant_id': '6cb3623b18244d72a694402de8d45c66', 'mac_address': 'fa:16:3e:21:75:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379fa224-3a33-4032-ae23-4fc013448d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '29777811-8efb-46f7-b399-daa892f95417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:32Z', 'updated_at': '2022-03-29T16:19:32Z', 'revision_number': 1, 'project_id': '6cb3623b18244d72a694402de8d45c66', 'subnets': [{'id': '29777811-8efb-46f7-b399-daa892f95417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:19:33.884122 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c74d2f1-3c0e-4ea4-a53c-b523d9a5997b admin admin] Network 85bb765c-e28f-4611-b7b0-43fea60201ff is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:19:33.885621 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [None req-0c74d2f1-3c0e-4ea4-a53c-b523d9a5997b admin admin] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:19:34.014019 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c74d2f1-3c0e-4ea4-a53c-b523d9a5997b admin admin] Router 379fa224-3a33-4032-ae23-4fc013448d5b has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:19:34.122261 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6d5063b0-b761-4f7a-86d2-911c1512055d None None] Provisioning complete for port 4091ce9f-77fb-41d1-888f-059ffc7406ef triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:19:34.122638 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6d5063b0-b761-4f7a-86d2-911c1512055d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (4091ce9f-77fb-41d1-888f-059ffc7406ef), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:34.144984 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c74d2f1-3c0e-4ea4-a53c-b523d9a5997b admin admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:19:34.150433 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-0c74d2f1-3c0e-4ea4-a53c-b523d9a5997b admin admin] 10.222.0.39 "PUT /v2.0/routers/379fa224-3a33-4032-ae23-4fc013448d5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0334840 Mar 29 16:19:34.165745 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6d5063b0-b761-4f7a-86d2-911c1512055d None None] Port 4091ce9f-77fb-41d1-888f-059ffc7406ef cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:19:34.187700 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device a4c637e0-7a07-4fcc-9c41-19c83a042286 up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:19:34.239640 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port a4c637e0-7a07-4fcc-9c41-19c83a042286 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:19:34.240116 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (a4c637e0-7a07-4fcc-9c41-19c83a042286), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:34.329654 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port a4c637e0-7a07-4fcc-9c41-19c83a042286 is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:19:34.887733 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 49020) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:19:34.892389 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-1dfc048d-d527-4231-9d71-c764faf06326 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-183057079', 'description': 'tempest-secgroup-smoke-183057079 description', 'project_id': 'abb3890e72444214948890d93eb94ef8'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:19:34.949728 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1dfc048d-d527-4231-9d71-c764faf06326 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:35.018455 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1dfc048d-d527-4231-9d71-c764faf06326 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for security_group (a0d8a991-6950-436d-bcda-974f4ad311bd), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:35.069175 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1dfc048d-d527-4231-9d71-c764faf06326 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (a0d8a991-6950-436d-bcda-974f4ad311bd), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:35.099590 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc048d-d527-4231-9d71-c764faf06326 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d8a991-6950-436d-bcda-974f4ad311bd,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:35.145463 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1dfc048d-d527-4231-9d71-c764faf06326 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:35.146728 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-1dfc048d-d527-4231-9d71-c764faf06326 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2579041 Mar 29 16:19:35.149631 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 49022) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:19:35.153819 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-dbfb11a6-f7c7-405a-afb2-e634faf029d6 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Request body: {'security_group_rule': {'security_group_id': 'a0d8a991-6950-436d-bcda-974f4ad311bd', 'project_id': 'abb3890e72444214948890d93eb94ef8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:19:35.223252 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dbfb11a6-f7c7-405a-afb2-e634faf029d6 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for security_group_rule (dd76590c-308f-4796-b204-031f8f69ad07), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:35.276096 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dbfb11a6-f7c7-405a-afb2-e634faf029d6 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for security_group_rule (dd76590c-308f-4796-b204-031f8f69ad07), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:35.338106 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dbfb11a6-f7c7-405a-afb2-e634faf029d6 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (dd76590c-308f-4796-b204-031f8f69ad07), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:35.355918 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb11a6-f7c7-405a-afb2-e634faf029d6 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd76590c-308f-4796-b204-031f8f69ad07,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:35.408751 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dbfb11a6-f7c7-405a-afb2-e634faf029d6 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:35.409967 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-dbfb11a6-f7c7-405a-afb2-e634faf029d6 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2594306 Mar 29 16:19:35.412795 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 49024) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:19:35.417045 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-ed12f0a5-f9ce-461b-a637-32ce38781131 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Request body: {'security_group_rule': {'security_group_id': 'a0d8a991-6950-436d-bcda-974f4ad311bd', 'project_id': 'abb3890e72444214948890d93eb94ef8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:19:35.485757 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ed12f0a5-f9ce-461b-a637-32ce38781131 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for security_group_rule (2a3e6698-2b5b-4412-8f0a-619f19a94aad), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:35.546920 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ed12f0a5-f9ce-461b-a637-32ce38781131 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for security_group_rule (2a3e6698-2b5b-4412-8f0a-619f19a94aad), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:35.594825 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ed12f0a5-f9ce-461b-a637-32ce38781131 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (2a3e6698-2b5b-4412-8f0a-619f19a94aad), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:35.613508 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12f0a5-f9ce-461b-a637-32ce38781131 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3e6698-2b5b-4412-8f0a-619f19a94aad,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:35.677122 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ed12f0a5-f9ce-461b-a637-32ce38781131 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:35.678478 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-ed12f0a5-f9ce-461b-a637-32ce38781131 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2647853 Mar 29 16:19:35.681308 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 49026) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:19:35.685837 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-fd875247-b3df-42ac-a321-0518e60ae08c tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Request body: {'security_group_rule': {'security_group_id': 'a0d8a991-6950-436d-bcda-974f4ad311bd', 'project_id': 'abb3890e72444214948890d93eb94ef8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:19:35.771178 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-fd875247-b3df-42ac-a321-0518e60ae08c tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for security_group_rule (e4987386-2a5c-4a59-b6db-3af425488bbe), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:35.815387 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9deb25-bf71-4b9e-8ed8-a07af7e2e247 None None] Sync routers for ids ['379fa224-3a33-4032-ae23-4fc013448d5b'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:19:35.824796 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9deb25-bf71-4b9e-8ed8-a07af7e2e247 None None] Routers {'379fa224-3a33-4032-ae23-4fc013448d5b'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:19:35.825407 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-8c9deb25-bf71-4b9e-8ed8-a07af7e2e247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:19:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['379fa224-3a33-4032-ae23-4fc013448d5b'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:35.828681 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-fd875247-b3df-42ac-a321-0518e60ae08c tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for security_group_rule (e4987386-2a5c-4a59-b6db-3af425488bbe), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:35.903495 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-fd875247-b3df-42ac-a321-0518e60ae08c tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (e4987386-2a5c-4a59-b6db-3af425488bbe), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:35.921568 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd875247-b3df-42ac-a321-0518e60ae08c tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4987386-2a5c-4a59-b6db-3af425488bbe,revision_number=0']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:35.934606 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-8c9deb25-bf71-4b9e-8ed8-a07af7e2e247 None None] Set router 379fa224-3a33-4032-ae23-4fc013448d5b gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:19:35.991413 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-fd875247-b3df-42ac-a321-0518e60ae08c tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:35.992687 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-fd875247-b3df-42ac-a321-0518e60ae08c tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3103759 Mar 29 16:19:35.995394 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 49028) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:19:35.999754 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-1f571352-ad09-4468-8438-2f3bb4af666e tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Request body: {'security_group_rule': {'security_group_id': 'a0d8a991-6950-436d-bcda-974f4ad311bd', 'project_id': 'abb3890e72444214948890d93eb94ef8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:19:36.091296 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-1f571352-ad09-4468-8438-2f3bb4af666e tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for security_group_rule (72a943d7-ba0f-4e38-81b9-430325dfe0a8), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:36.142909 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-8c9deb25-bf71-4b9e-8ed8-a07af7e2e247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379fa224-3a33-4032-ae23-4fc013448d5b', 'name': 'tempest-TestShelveInstance-1718330048-router', 'tenant_id': '6cb3623b18244d72a694402de8d45c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '8964b6bc-e2db-418a-9af9-b70a912d01fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:19:29Z', 'updated_at': '2022-03-29T16:19:33Z', 'revision_number': 4, 'project_id': '6cb3623b18244d72a694402de8d45c66', 'gw_port': {'id': '8964b6bc-e2db-418a-9af9-b70a912d01fc', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379fa224-3a33-4032-ae23-4fc013448d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:30Z', 'updated_at': '2022-03-29T16:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '4091ce9f-77fb-41d1-888f-059ffc7406ef', 'name': '', 'network_id': '85bb765c-e28f-4611-b7b0-43fea60201ff', 'tenant_id': '6cb3623b18244d72a694402de8d45c66', 'mac_address': 'fa:16:3e:21:75:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379fa224-3a33-4032-ae23-4fc013448d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '29777811-8efb-46f7-b399-daa892f95417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:32Z', 'updated_at': '2022-03-29T16:19:33Z', 'revision_number': 2, 'project_id': '6cb3623b18244d72a694402de8d45c66', 'subnets': [{'id': '29777811-8efb-46f7-b399-daa892f95417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:36.148557 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 8964b6bc-e2db-418a-9af9-b70a912d01fc up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:19:36.154520 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-1f571352-ad09-4468-8438-2f3bb4af666e tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for security_group_rule (72a943d7-ba0f-4e38-81b9-430325dfe0a8), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:36.170684 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9deb25-bf71-4b9e-8ed8-a07af7e2e247 None None] Checking router: 379fa224-3a33-4032-ae23-4fc013448d5b for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:19:36.171044 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9deb25-bf71-4b9e-8ed8-a07af7e2e247 None None] Updating router 379fa224-3a33-4032-ae23-4fc013448d5b port 4091ce9f-77fb-41d1-888f-059ffc7406ef binding host dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:19:36.198112 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-8c9deb25-bf71-4b9e-8ed8-a07af7e2e247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (4091ce9f-77fb-41d1-888f-059ffc7406ef), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:36.198603 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 8964b6bc-e2db-418a-9af9-b70a912d01fc triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:19:36.199184 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (8964b6bc-e2db-418a-9af9-b70a912d01fc), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:36.223281 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-1f571352-ad09-4468-8438-2f3bb4af666e tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (72a943d7-ba0f-4e38-81b9-430325dfe0a8), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:36.247412 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f571352-ad09-4468-8438-2f3bb4af666e tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72a943d7-ba0f-4e38-81b9-430325dfe0a8,revision_number=0']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:36.283113 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 8964b6bc-e2db-418a-9af9-b70a912d01fc is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:19:36.283512 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (8964b6bc-e2db-418a-9af9-b70a912d01fc), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:36.304478 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] For port 8964b6bc-e2db-418a-9af9-b70a912d01fc, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=8964b6bc-e2db-418a-9af9-b70a912d01fc,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:19:36.311283 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-1f571352-ad09-4468-8438-2f3bb4af666e tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:36.312624 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-1f571352-ad09-4468-8438-2f3bb4af666e tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3162913 Mar 29 16:19:36.315501 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 49030) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:19:36.319867 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [None req-405d8a26-a43e-4f83-bfc8-a2b8ab32f82d tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Request body: {'security_group_rule': {'security_group_id': 'a0d8a991-6950-436d-bcda-974f4ad311bd', 'project_id': 'abb3890e72444214948890d93eb94ef8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:19:36.389311 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (8964b6bc-e2db-418a-9af9-b70a912d01fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:36.426417 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.db.securitygroups_db [None req-405d8a26-a43e-4f83-bfc8-a2b8ab32f82d tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Project abb3890e72444214948890d93eb94ef8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:19:36.426417 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-405d8a26-a43e-4f83-bfc8-a2b8ab32f82d tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for security_group_rule (9c977b9c-308b-48a6-a805-abb12c85ac6b), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:36.441479 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Pushing event updated for resources: {'Port': ['ID=8964b6bc-e2db-418a-9af9-b70a912d01fc,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:36.484535 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-8c9deb25-bf71-4b9e-8ed8-a07af7e2e247 None None] Publish callbacks [] for port (4091ce9f-77fb-41d1-888f-059ffc7406ef), precommit_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:36.489999 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-405d8a26-a43e-4f83-bfc8-a2b8ab32f82d tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for security_group_rule (9c977b9c-308b-48a6-a805-abb12c85ac6b), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:36.565904 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-8c9deb25-bf71-4b9e-8ed8-a07af7e2e247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (4091ce9f-77fb-41d1-888f-059ffc7406ef), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:36.595251 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-405d8a26-a43e-4f83-bfc8-a2b8ab32f82d tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (9c977b9c-308b-48a6-a805-abb12c85ac6b), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:36.609336 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d8a26-a43e-4f83-bfc8-a2b8ab32f82d tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c977b9c-308b-48a6-a805-abb12c85ac6b,revision_number=0']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:36.614938 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ef165-0baf-4a82-9cdc-db6992d41f4d None None] Pushing event updated for resources: {'Port': ['ID=4091ce9f-77fb-41d1-888f-059ffc7406ef,revision_number=3']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:36.668231 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-8c9deb25-bf71-4b9e-8ed8-a07af7e2e247 None None] Attempting to bind port 4091ce9f-77fb-41d1-888f-059ffc7406ef on host dv-cinder-562053-19-iscsi for vnic_type normal with profile {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:19:36.668641 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-8c9deb25-bf71-4b9e-8ed8-a07af7e2e247 None None] Attempting to bind port 4091ce9f-77fb-41d1-888f-059ffc7406ef by drivers openvswitch,hyperv on host dv-cinder-562053-19-iscsi at level 0 using segments [{'id': '6bc6ec6a-fb95-47f2-b14e-0dd0c79a0062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '85bb765c-e28f-4611-b7b0-43fea60201ff'}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:19:36.669003 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9deb25-bf71-4b9e-8ed8-a07af7e2e247 None None] Attempting to bind port 4091ce9f-77fb-41d1-888f-059ffc7406ef on network 85bb765c-e28f-4611-b7b0-43fea60201ff {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:19:36.674514 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9deb25-bf71-4b9e-8ed8-a07af7e2e247 None None] Checking agent: {'id': 'e8838db2-72d1-4575-857c-ebb7c890e0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 17, 28), 'started_at': datetime.datetime(2022, 3, 29, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:19:36.674889 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9deb25-bf71-4b9e-8ed8-a07af7e2e247 None None] Checking segment: {'id': '6bc6ec6a-fb95-47f2-b14e-0dd0c79a0062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '85bb765c-e28f-4611-b7b0-43fea60201ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:19:36.675298 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-8c9deb25-bf71-4b9e-8ed8-a07af7e2e247 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:36.675690 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9deb25-bf71-4b9e-8ed8-a07af7e2e247 None None] Bound using segment: {'id': '6bc6ec6a-fb95-47f2-b14e-0dd0c79a0062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '85bb765c-e28f-4611-b7b0-43fea60201ff'} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:19:36.676162 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-8c9deb25-bf71-4b9e-8ed8-a07af7e2e247 None None] Bound port: 4091ce9f-77fb-41d1-888f-059ffc7406ef, host: dv-cinder-562053-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc6ec6a-fb95-47f2-b14e-0dd0c79a0062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '85bb765c-e28f-4611-b7b0-43fea60201ff'}}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:19:36.676680 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-8c9deb25-bf71-4b9e-8ed8-a07af7e2e247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (4091ce9f-77fb-41d1-888f-059ffc7406ef), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:36.688444 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-405d8a26-a43e-4f83-bfc8-a2b8ab32f82d tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:36.690115 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-405d8a26-a43e-4f83-bfc8-a2b8ab32f82d tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3736362 Mar 29 16:19:36.692942 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 49032) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:19:36.697356 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-b6e6eadd-875a-4a27-be47-063760539206 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Request body: {'security_group_rule': {'security_group_id': 'a0d8a991-6950-436d-bcda-974f4ad311bd', 'project_id': 'abb3890e72444214948890d93eb94ef8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:19:36.751253 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-8c9deb25-bf71-4b9e-8ed8-a07af7e2e247 None None] For port 4091ce9f-77fb-41d1-888f-059ffc7406ef, host dv-cinder-562053-19-iscsi, cleared binding levels {{(pid=103834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:19:36.754382 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-8c9deb25-bf71-4b9e-8ed8-a07af7e2e247 None None] For port 4091ce9f-77fb-41d1-888f-059ffc7406ef, host dv-cinder-562053-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=4091ce9f-77fb-41d1-888f-059ffc7406ef,segment=NetworkSegment(6bc6ec6a-fb95-47f2-b14e-0dd0c79a0062),segment_id=6bc6ec6a-fb95-47f2-b14e-0dd0c79a0062)] {{(pid=103834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:19:36.789589 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.db.securitygroups_db [None req-b6e6eadd-875a-4a27-be47-063760539206 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Project abb3890e72444214948890d93eb94ef8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:19:36.796491 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b6e6eadd-875a-4a27-be47-063760539206 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for security_group_rule (f0bd758e-2ad7-4e4d-b911-0a6ecde38634), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:36.835384 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-8c9deb25-bf71-4b9e-8ed8-a07af7e2e247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (4091ce9f-77fb-41d1-888f-059ffc7406ef), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:36.853122 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b6e6eadd-875a-4a27-be47-063760539206 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for security_group_rule (f0bd758e-2ad7-4e4d-b911-0a6ecde38634), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:36.893105 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9deb25-bf71-4b9e-8ed8-a07af7e2e247 None None] Routers {'379fa224-3a33-4032-ae23-4fc013448d5b'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:19:36.894017 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-8c9deb25-bf71-4b9e-8ed8-a07af7e2e247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:19:24Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['379fa224-3a33-4032-ae23-4fc013448d5b'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:36.906293 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-78f8b282-612d-45a4-bf96-4f20c9a6c47b None None] Provisioning complete for port 4091ce9f-77fb-41d1-888f-059ffc7406ef triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:19:36.906822 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-78f8b282-612d-45a4-bf96-4f20c9a6c47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (4091ce9f-77fb-41d1-888f-059ffc7406ef), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:36.931394 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ef165-0baf-4a82-9cdc-db6992d41f4d None None] Pushing event updated for resources: {'Port': ['ID=4091ce9f-77fb-41d1-888f-059ffc7406ef,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:36.943244 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b6e6eadd-875a-4a27-be47-063760539206 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032092'] for security_group_rule (f0bd758e-2ad7-4e4d-b911-0a6ecde38634), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:36.964124 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6eadd-875a-4a27-be47-063760539206 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0bd758e-2ad7-4e4d-b911-0a6ecde38634,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:37.002250 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-78f8b282-612d-45a4-bf96-4f20c9a6c47b None None] Current status of the port 4091ce9f-77fb-41d1-888f-059ffc7406ef is: DOWN; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:19:37.003183 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-78f8b282-612d-45a4-bf96-4f20c9a6c47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (4091ce9f-77fb-41d1-888f-059ffc7406ef), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:37.020616 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-8c9deb25-bf71-4b9e-8ed8-a07af7e2e247 None None] Set router 379fa224-3a33-4032-ae23-4fc013448d5b gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:19:37.040348 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-78f8b282-612d-45a4-bf96-4f20c9a6c47b None None] For port 4091ce9f-77fb-41d1-888f-059ffc7406ef, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=4091ce9f-77fb-41d1-888f-059ffc7406ef,segment=NetworkSegment(6bc6ec6a-fb95-47f2-b14e-0dd0c79a0062),segment_id=6bc6ec6a-fb95-47f2-b14e-0dd0c79a0062)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:19:37.048739 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b6e6eadd-875a-4a27-be47-063760539206 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:37.050311 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-b6e6eadd-875a-4a27-be47-063760539206 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3563309 Mar 29 16:19:37.128107 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-78f8b282-612d-45a4-bf96-4f20c9a6c47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (4091ce9f-77fb-41d1-888f-059ffc7406ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:37.184328 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8b282-612d-45a4-bf96-4f20c9a6c47b None None] Pushing event updated for resources: {'Port': ['ID=4091ce9f-77fb-41d1-888f-059ffc7406ef,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:37.227737 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-8c9deb25-bf71-4b9e-8ed8-a07af7e2e247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379fa224-3a33-4032-ae23-4fc013448d5b', 'name': 'tempest-TestShelveInstance-1718330048-router', 'tenant_id': '6cb3623b18244d72a694402de8d45c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '8964b6bc-e2db-418a-9af9-b70a912d01fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:19:29Z', 'updated_at': '2022-03-29T16:19:33Z', 'revision_number': 4, 'project_id': '6cb3623b18244d72a694402de8d45c66', 'gw_port': {'id': '8964b6bc-e2db-418a-9af9-b70a912d01fc', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379fa224-3a33-4032-ae23-4fc013448d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:30Z', 'updated_at': '2022-03-29T16:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '4091ce9f-77fb-41d1-888f-059ffc7406ef', 'name': '', 'network_id': '85bb765c-e28f-4611-b7b0-43fea60201ff', 'tenant_id': '6cb3623b18244d72a694402de8d45c66', 'mac_address': 'fa:16:3e:21:75:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379fa224-3a33-4032-ae23-4fc013448d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '29777811-8efb-46f7-b399-daa892f95417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:32Z', 'updated_at': '2022-03-29T16:19:36Z', 'revision_number': 4, 'project_id': '6cb3623b18244d72a694402de8d45c66', 'subnets': [{'id': '29777811-8efb-46f7-b399-daa892f95417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:19:37.249760 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-4b10ccca-ba3e-4e0c-9b98-c32b04c132ef None None] Provisioning complete for port 4091ce9f-77fb-41d1-888f-059ffc7406ef triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:19:37.250212 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4b10ccca-ba3e-4e0c-9b98-c32b04c132ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (4091ce9f-77fb-41d1-888f-059ffc7406ef), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:37.339156 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-4b10ccca-ba3e-4e0c-9b98-c32b04c132ef None None] Current status of the port 4091ce9f-77fb-41d1-888f-059ffc7406ef is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:19:37.347686 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9deb25-bf71-4b9e-8ed8-a07af7e2e247 None None] The sync data for ids ['379fa224-3a33-4032-ae23-4fc013448d5b'] in dv-cinder-562053-19-iscsi is: [{'id': '379fa224-3a33-4032-ae23-4fc013448d5b', 'name': 'tempest-TestShelveInstance-1718330048-router', 'tenant_id': '6cb3623b18244d72a694402de8d45c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '8964b6bc-e2db-418a-9af9-b70a912d01fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:19:29Z', 'updated_at': '2022-03-29T16:19:33Z', 'revision_number': 4, 'project_id': '6cb3623b18244d72a694402de8d45c66', 'gw_port': {'id': '8964b6bc-e2db-418a-9af9-b70a912d01fc', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379fa224-3a33-4032-ae23-4fc013448d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:30Z', 'updated_at': '2022-03-29T16:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': '4091ce9f-77fb-41d1-888f-059ffc7406ef', 'name': '', 'network_id': '85bb765c-e28f-4611-b7b0-43fea60201ff', 'tenant_id': '6cb3623b18244d72a694402de8d45c66', 'mac_address': 'fa:16:3e:21:75:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379fa224-3a33-4032-ae23-4fc013448d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '29777811-8efb-46f7-b399-daa892f95417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:32Z', 'updated_at': '2022-03-29T16:19:36Z', 'revision_number': 4, 'project_id': '6cb3623b18244d72a694402de8d45c66', 'subnets': [{'id': '29777811-8efb-46f7-b399-daa892f95417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:19:38.136560 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 8964b6bc-e2db-418a-9af9-b70a912d01fc up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:19:38.188605 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 8964b6bc-e2db-418a-9af9-b70a912d01fc triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:19:38.188605 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (8964b6bc-e2db-418a-9af9-b70a912d01fc), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:38.265294 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 8964b6bc-e2db-418a-9af9-b70a912d01fc is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:19:38.271410 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 4091ce9f-77fb-41d1-888f-059ffc7406ef up at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:19:38.311256 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Provisioning complete for port 4091ce9f-77fb-41d1-888f-059ffc7406ef triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:19:38.311635 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (4091ce9f-77fb-41d1-888f-059ffc7406ef), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:38.389758 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Current status of the port 4091ce9f-77fb-41d1-888f-059ffc7406ef is: ACTIVE; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:19:44.177455 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:52.365493 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e190530b-1fba-4e34-8b61-014ef80b9b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:54.542069 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d3b59158-4e70-4c37-bd6e-bc15b7ea0573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:54.767217 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-50e8f0f9-f197-49e5-988a-912ab2209ef7 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-183057079&fields=id&tenant_id=abb3890e72444214948890d93eb94ef8 HTTP/1.1" status: 200 len: 267 time: 0.0427732 Mar 29 16:19:54.870450 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-43c26acb-46ba-4183-a99e-35f27f65dcb1 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:54.871869 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-43c26acb-46ba-4183-a99e-35f27f65dcb1 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/networks?id=6447a7eb-5871-42d8-8218-ad35b14a2030 HTTP/1.1" status: 200 len: 809 time: 0.0982888 Mar 29 16:19:54.885358 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-203c073f-c180-47dd-9b80-0445fa26e7d7 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/quotas/abb3890e72444214948890d93eb94ef8 HTTP/1.1" status: 200 len: 375 time: 0.0083532 Mar 29 16:19:54.940232 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-cf91e1df-a9ff-4eb3-b84e-d10b94f082a4 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=abb3890e72444214948890d93eb94ef8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501494 Mar 29 16:19:55.043804 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-4a10c604-7df6-4119-a464-75d440f57d86 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 16:19:55.044913 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-4a10c604-7df6-4119-a464-75d440f57d86 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0942898 Mar 29 16:19:55.131394 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-cd5f32cf-7a43-4028-b78c-2c90ee7c842b service neutron] 10.222.0.39 "GET /v2.0/networks/6447a7eb-5871-42d8-8218-ad35b14a2030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800416 Mar 29 16:19:55.220580 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-56fcdd9b-651a-43da-beef-2010435e7e64 service neutron] 10.222.0.39 "GET /v2.0/networks/6447a7eb-5871-42d8-8218-ad35b14a2030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835996 Mar 29 16:19:55.784377 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3366fa32-50a8-4bdd-97cb-2b26c5050b26 req-d63f018a-4ab0-4264-a186-01074fbca150 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 210 time: 0.0278957 Mar 29 16:19:55.834709 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:56.879443 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-30b5d699-d0d7-40b2-ac32-4bbebdda0a96 req-9a98e57d-78d4-4b9e-b6bc-3036d62315b2 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 210 time: 0.0270774 Mar 29 16:19:57.211374 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:57.951482 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-a58c4ee9-c9fd-466c-8639-3004e45ea49f tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:57.953060 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-a58c4ee9-c9fd-466c-8639-3004e45ea49f tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.15 "GET /v2.0/networks?id=6447a7eb-5871-42d8-8218-ad35b14a2030 HTTP/1.1" status: 200 len: 809 time: 0.1000862 Mar 29 16:19:57.987339 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-026373c8-d8a6-4788-b6d1-51e9165af42e req-f71f41fb-7af3-4cd8-a717-e8b9f1eea133 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 210 time: 0.0280745 Mar 29 16:19:58.017377 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-a6c1275c-993a-4837-92f1-82ff8c4b9c91 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abb3890e72444214948890d93eb94ef8 HTTP/1.1" status: 200 len: 379 time: 0.0556509 Mar 29 16:19:58.029063 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-0d8ed56e-d576-478b-ad2e-77ca9d3b4262 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Request body: {'port': {'device_id': '18cecb72-5fc0-4064-9889-bb1644a89611', 'network_id': '6447a7eb-5871-42d8-8218-ad35b14a2030', 'admin_state_up': True, 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'security_groups': ['a0d8a991-6950-436d-bcda-974f4ad311bd']}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:19:58.183462 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-0d8ed56e-d576-478b-ad2e-77ca9d3b4262 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Made reservation on behalf of abb3890e72444214948890d93eb94ef8 for: {'port': 1} {{(pid=103831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:19:58.186803 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-0d8ed56e-d576-478b-ad2e-77ca9d3b4262 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:58.311311 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_common [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-0d8ed56e-d576-478b-ad2e-77ca9d3b4262 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Allocated IP 172.20.0.11 (6447a7eb-5871-42d8-8218-ad35b14a2030/d69fd4be-8442-450c-ad74-8e845fa74342/223b91bd-3489-4ee0-bea0-0be1ccd779e9) {{(pid=103831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:19:58.443795 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-0d8ed56e-d576-478b-ad2e-77ca9d3b4262 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for port (223b91bd-3489-4ee0-bea0-0be1ccd779e9), precommit_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:58.543102 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:58.543706 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-0d8ed56e-d576-478b-ad2e-77ca9d3b4262 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (223b91bd-3489-4ee0-bea0-0be1ccd779e9), after_create {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:58.590008 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-0d8ed56e-d576-478b-ad2e-77ca9d3b4262 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Network 6447a7eb-5871-42d8-8218-ad35b14a2030 is already hosted by enough agents. {{(pid=103831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:19:58.593092 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.base_scheduler [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-0d8ed56e-d576-478b-ad2e-77ca9d3b4262 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Resources bound (agent type, host, resource id): {{(pid=103831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:19:58.600395 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-0d8ed56e-d576-478b-ad2e-77ca9d3b4262 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Received port after_create {{(pid=103831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:19:58.606391 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ed56e-d576-478b-ad2e-77ca9d3b4262 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Pushing event updated for resources: {'Port': ['ID=223b91bd-3489-4ee0-bea0-0be1ccd779e9,revision_number=1']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:58.653151 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-0d8ed56e-d576-478b-ad2e-77ca9d3b4262 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:58.653770 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-0d8ed56e-d576-478b-ad2e-77ca9d3b4262 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:58.765220 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-0d8ed56e-d576-478b-ad2e-77ca9d3b4262 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7375445 Mar 29 16:19:58.778873 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.v2.base [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-b5cf8d34-2da7-4d44-9a3e-52fc778eda08 service neutron] Request body: {'port': {'device_id': '18cecb72-5fc0-4064-9889-bb1644a89611', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=103831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:19:58.791624 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-2a0bfef5-5c24-4434-a730-62b96ee3b95a None None] Provisioning complete for port 223b91bd-3489-4ee0-bea0-0be1ccd779e9 triggered by entity DHCP. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:19:58.792007 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2a0bfef5-5c24-4434-a730-62b96ee3b95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (223b91bd-3489-4ee0-bea0-0be1ccd779e9), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:58.830429 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-2a0bfef5-5c24-4434-a730-62b96ee3b95a None None] Port 223b91bd-3489-4ee0-bea0-0be1ccd779e9 cannot update to ACTIVE because it is not bound. {{(pid=103833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:19:58.838083 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-b5cf8d34-2da7-4d44-9a3e-52fc778eda08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (223b91bd-3489-4ee0-bea0-0be1ccd779e9), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:59.110741 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-b5cf8d34-2da7-4d44-9a3e-52fc778eda08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223b91bd-3489-4ee0-bea0-0be1ccd779e9 {{(pid=103831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:19:59.118323 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-b5cf8d34-2da7-4d44-9a3e-52fc778eda08 service neutron] Publish callbacks [] for port (223b91bd-3489-4ee0-bea0-0be1ccd779e9), precommit_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:59.123776 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522150f-b387-4f6d-9219-b703849db838 req-53c2c70a-6d38-46c1-95ac-40495e26c2b6 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:59.125886 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4522150f-b387-4f6d-9219-b703849db838 req-53c2c70a-6d38-46c1-95ac-40495e26c2b6 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 932 time: 0.0690918 Mar 29 16:19:59.131109 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.provisioning_blocks [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-b5cf8d34-2da7-4d44-9a3e-52fc778eda08 service neutron] Transition to ACTIVE for port object 223b91bd-3489-4ee0-bea0-0be1ccd779e9 will not be triggered until provisioned by entity L2. {{(pid=103831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 16:19:59.177295 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4522150f-b387-4f6d-9219-b703849db838 req-028e8a0d-2ea5-4226-9dd3-38c64764676c tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456879 Mar 29 16:19:59.200486 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-b5cf8d34-2da7-4d44-9a3e-52fc778eda08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (223b91bd-3489-4ee0-bea0-0be1ccd779e9), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:59.271791 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf8d34-2da7-4d44-9a3e-52fc778eda08 service neutron] Pushing event updated for resources: {'Port': ['ID=223b91bd-3489-4ee0-bea0-0be1ccd779e9,revision_number=2']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:59.321516 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-b5cf8d34-2da7-4d44-9a3e-52fc778eda08 service neutron] Attempting to bind port 223b91bd-3489-4ee0-bea0-0be1ccd779e9 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:19:59.321850 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-b5cf8d34-2da7-4d44-9a3e-52fc778eda08 service neutron] Attempting to bind port 223b91bd-3489-4ee0-bea0-0be1ccd779e9 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': 'f5b70c65-b196-45fa-92fb-c44fe19c2bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6447a7eb-5871-42d8-8218-ad35b14a2030'}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:19:59.322176 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-b5cf8d34-2da7-4d44-9a3e-52fc778eda08 service neutron] Attempting to bind port 223b91bd-3489-4ee0-bea0-0be1ccd779e9 on network 6447a7eb-5871-42d8-8218-ad35b14a2030 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:19:59.326887 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-b5cf8d34-2da7-4d44-9a3e-52fc778eda08 service neutron] Port 223b91bd-3489-4ee0-bea0-0be1ccd779e9 on network 6447a7eb-5871-42d8-8218-ad35b14a2030 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:19:59.327219 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-b5cf8d34-2da7-4d44-9a3e-52fc778eda08 service neutron] Attempting to bind port 223b91bd-3489-4ee0-bea0-0be1ccd779e9 on network 6447a7eb-5871-42d8-8218-ad35b14a2030 {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:19:59.335343 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-b5cf8d34-2da7-4d44-9a3e-52fc778eda08 service neutron] Checking agent: {'id': 'cb22ad3b-74f2-4994-b299-960cea1745ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'started_at': datetime.datetime(2022, 3, 29, 15, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:19:59.335687 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-b5cf8d34-2da7-4d44-9a3e-52fc778eda08 service neutron] Checking segment: {'id': 'f5b70c65-b196-45fa-92fb-c44fe19c2bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6447a7eb-5871-42d8-8218-ad35b14a2030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:19:59.336069 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-b5cf8d34-2da7-4d44-9a3e-52fc778eda08 service neutron] Bound using segment: {'id': 'f5b70c65-b196-45fa-92fb-c44fe19c2bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6447a7eb-5871-42d8-8218-ad35b14a2030'} {{(pid=103831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:19:59.336530 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.managers [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-b5cf8d34-2da7-4d44-9a3e-52fc778eda08 service neutron] Bound port: 223b91bd-3489-4ee0-bea0-0be1ccd779e9, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5b70c65-b196-45fa-92fb-c44fe19c2bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6447a7eb-5871-42d8-8218-ad35b14a2030'}}] {{(pid=103831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:19:59.342334 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-b5cf8d34-2da7-4d44-9a3e-52fc778eda08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (223b91bd-3489-4ee0-bea0-0be1ccd779e9), before_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:59.405896 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-b5cf8d34-2da7-4d44-9a3e-52fc778eda08 service neutron] For port 223b91bd-3489-4ee0-bea0-0be1ccd779e9, host hv-cinder-56205, cleared binding levels {{(pid=103831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:19:59.409314 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-b5cf8d34-2da7-4d44-9a3e-52fc778eda08 service neutron] For port 223b91bd-3489-4ee0-bea0-0be1ccd779e9, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=223b91bd-3489-4ee0-bea0-0be1ccd779e9,segment=NetworkSegment(f5b70c65-b196-45fa-92fb-c44fe19c2bde),segment_id=f5b70c65-b196-45fa-92fb-c44fe19c2bde)] {{(pid=103831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:19:59.492218 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-b5cf8d34-2da7-4d44-9a3e-52fc778eda08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10347230'] for port (223b91bd-3489-4ee0-bea0-0be1ccd779e9), after_update {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:59.525645 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-b5cf8d34-2da7-4d44-9a3e-52fc778eda08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:59.526261 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-b5cf8d34-2da7-4d44-9a3e-52fc778eda08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:59.527671 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-b5cf8d34-2da7-4d44-9a3e-52fc778eda08 service neutron] 10.222.0.15 "PUT /v2.0/ports/223b91bd-3489-4ee0-bea0-0be1ccd779e9 HTTP/1.1" status: 200 len: 1094 time: 0.7529624 Mar 29 16:19:59.528108 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18cecb72-5fc0-4064-9889-bb1644a89611', 'tag': '223b91bd-3489-4ee0-bea0-0be1ccd779e9'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:19:59.530396 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2cda93e597c64a321bec6d46d3031222ee0447d784f4851bcb53b503ec823e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf040cc3-f3ba-40be-a7ce-d59cac3dbced" -d '{"events": [{"name": "network-changed", "server_uuid": "18cecb72-5fc0-4064-9889-bb1644a89611", "tag": "223b91bd-3489-4ee0-bea0-0be1ccd779e9"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:19:59.558786 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf8d34-2da7-4d44-9a3e-52fc778eda08 service neutron] Pushing event updated for resources: {'Port': ['ID=223b91bd-3489-4ee0-bea0-0be1ccd779e9,revision_number=3']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:19:59.575640 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7402ec27-0629-4d65-8914-46825c1f8032 x-openstack-request-id: req-7402ec27-0629-4d65-8914-46825c1f8032 {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:19:59.575936 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18cecb72-5fc0-4064-9889-bb1644a89611", "tag": "223b91bd-3489-4ee0-bea0-0be1ccd779e9", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:19:59.576195 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7402ec27-0629-4d65-8914-46825c1f8032 {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:19:59.576664 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7402ec27-0629-4d65-8914-46825c1f8032'] response: {'name': 'network-changed', 'server_uuid': '18cecb72-5fc0-4064-9889-bb1644a89611', 'tag': '223b91bd-3489-4ee0-bea0-0be1ccd779e9', 'status': 'completed', 'code': 200} Mar 29 16:19:59.648090 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf040cc3-f3ba-40be-a7ce-d59cac3dbced req-595b33d9-8a39-480a-959d-54a5aeaaf063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:59.649962 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-cf040cc3-f3ba-40be-a7ce-d59cac3dbced req-595b33d9-8a39-480a-959d-54a5aeaaf063 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abb3890e72444214948890d93eb94ef8&device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 1128 time: 0.0480247 Mar 29 16:19:59.755495 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf040cc3-f3ba-40be-a7ce-d59cac3dbced req-9a5564d0-a5a3-45f2-b161-a0cc59d3e528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:59.757752 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-cf040cc3-f3ba-40be-a7ce-d59cac3dbced req-9a5564d0-a5a3-45f2-b161-a0cc59d3e528 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=abb3890e72444214948890d93eb94ef8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0965374 Mar 29 16:19:59.856520 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf040cc3-f3ba-40be-a7ce-d59cac3dbced req-f1d051fc-6ddd-4d9b-9b53-c413c7096e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:59.858245 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-cf040cc3-f3ba-40be-a7ce-d59cac3dbced req-f1d051fc-6ddd-4d9b-9b53-c413c7096e25 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913882 Mar 29 16:19:59.943169 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-6800cca6-a061-47d2-9820-a0aeb33b6f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:59.944677 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-6800cca6-a061-47d2-9820-a0aeb33b6f32 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abb3890e72444214948890d93eb94ef8&device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 1128 time: 0.0447507 Mar 29 16:19:59.992591 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-ca147017-a809-493f-b272-17213031e7ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=223b91bd-3489-4ee0-bea0-0be1ccd779e9 HTTP/1.1" status: 200 len: 217 time: 0.0374339 Mar 29 16:20:00.042362 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-cafd3a3f-8180-4f6a-8024-57c2dc3a75d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:20:00.043682 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-cafd3a3f-8180-4f6a-8024-57c2dc3a75d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d69fd4be-8442-450c-ad74-8e845fa74342 HTTP/1.1" status: 200 len: 848 time: 0.0419643 Mar 29 16:20:00.095062 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-44c895b6-7d83-4eff-9e46-0fe078c716de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:20:00.096593 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-44c895b6-7d83-4eff-9e46-0fe078c716de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6447a7eb-5871-42d8-8218-ad35b14a2030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434175 Mar 29 16:20:00.188979 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-93176ea0-7582-4ce1-9806-eb866f483746 service neutron] 10.222.0.15 "GET /v2.0/networks/6447a7eb-5871-42d8-8218-ad35b14a2030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831203 Mar 29 16:20:00.281424 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-ccd23814-f88d-4fd4-ba3a-cdf864ad1eaf req-23a3e5ca-7781-414e-901e-412604814e1a service neutron] 10.222.0.15 "GET /v2.0/networks/6447a7eb-5871-42d8-8218-ad35b14a2030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829942 Mar 29 16:20:00.293065 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226f934-2826-4aed-a483-20bad33672a4 req-256d1bcd-f732-42c7-93ca-b4091bf6858e tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:20:00.294488 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9226f934-2826-4aed-a483-20bad33672a4 req-256d1bcd-f732-42c7-93ca-b4091bf6858e tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 944 time: 0.0517285 Mar 29 16:20:00.342758 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-9226f934-2826-4aed-a483-20bad33672a4 req-42a78886-603b-4c7f-8de8-adee323d06e8 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426829 Mar 29 16:20:01.437029 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:20:01.464171 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3759de8-0219-4169-acaa-b9e8fc2b8262 req-ac476ec2-479b-407b-8f3f-3203016da49b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:20:01.465682 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e3759de8-0219-4169-acaa-b9e8fc2b8262 req-ac476ec2-479b-407b-8f3f-3203016da49b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 944 time: 0.0563107 Mar 29 16:20:01.515292 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e3759de8-0219-4169-acaa-b9e8fc2b8262 req-6609ea7b-d479-4532-b992-0f4ba41f52b0 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413482 Mar 29 16:20:02.632225 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da1ec1-9114-464c-a9ab-8c770b6ffc81 req-ebaa63bd-5e50-4a57-abf1-9874b03b6821 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:20:02.633767 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-48da1ec1-9114-464c-a9ab-8c770b6ffc81 req-ebaa63bd-5e50-4a57-abf1-9874b03b6821 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 944 time: 0.0527613 Mar 29 16:20:02.681613 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-48da1ec1-9114-464c-a9ab-8c770b6ffc81 req-078bb425-d8b2-42f7-b668-6c90d802409c tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423355 Mar 29 16:20:03.793690 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e0140-86ee-491d-8aa7-d45bd9e8be24 req-99e96fb1-f7bb-4362-af5d-2fd2a2a16e0f tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:20:03.795138 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-546e0140-86ee-491d-8aa7-d45bd9e8be24 req-99e96fb1-f7bb-4362-af5d-2fd2a2a16e0f tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 944 time: 0.0499732 Mar 29 16:20:03.847568 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-546e0140-86ee-491d-8aa7-d45bd9e8be24 req-46057ffc-2de0-48e1-a7a5-4597394f322b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464959 Mar 29 16:20:04.965721 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cc84e-319e-4eee-a69e-21f93d879a49 req-6b2d6779-b790-4e46-8829-962c99c52a3d tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:20:04.967160 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4e9cc84e-319e-4eee-a69e-21f93d879a49 req-6b2d6779-b790-4e46-8829-962c99c52a3d tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 944 time: 0.0528712 Mar 29 16:20:05.015086 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-4e9cc84e-319e-4eee-a69e-21f93d879a49 req-d2bb7d16-de8d-48f9-98e2-4d894dca3b8d tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421448 Mar 29 16:20:06.130441 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa557f-523d-4e03-a244-6a362456ea4f req-b20c4269-a84b-488a-9702-ce17b2a0f8a9 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:20:06.131911 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d6aa557f-523d-4e03-a244-6a362456ea4f req-b20c4269-a84b-488a-9702-ce17b2a0f8a9 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 944 time: 0.0525613 Mar 29 16:20:06.179252 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d6aa557f-523d-4e03-a244-6a362456ea4f req-507bacd9-4920-4e1a-8f99-98ee00b581c3 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418451 Mar 29 16:20:07.298118 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cabb26-5d8b-4f76-b987-385ef55b14a5 req-132818ed-96f4-49d6-b3f7-ab05f5ed1049 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:20:07.299599 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-67cabb26-5d8b-4f76-b987-385ef55b14a5 req-132818ed-96f4-49d6-b3f7-ab05f5ed1049 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 944 time: 0.0558813 Mar 29 16:20:07.347601 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-67cabb26-5d8b-4f76-b987-385ef55b14a5 req-1476dd20-31ee-4419-ae04-41f88a90df9e tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425105 Mar 29 16:20:07.692144 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 223b91bd-3489-4ee0-bea0-0be1ccd779e9 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=103833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:20:07.788843 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 223b91bd-3489-4ee0-bea0-0be1ccd779e9, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=223b91bd-3489-4ee0-bea0-0be1ccd779e9,segment=NetworkSegment(f5b70c65-b196-45fa-92fb-c44fe19c2bde),segment_id=f5b70c65-b196-45fa-92fb-c44fe19c2bde)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:20:07.800313 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Returning: {'device': '223b91bd-3489-4ee0-bea0-0be1ccd779e9', 'network_id': '6447a7eb-5871-42d8-8218-ad35b14a2030', 'port_id': '223b91bd-3489-4ee0-bea0-0be1ccd779e9', 'mac_address': 'fa:16:3e:34:5c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69fd4be-8442-450c-ad74-8e845fa74342', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:20:07.836379 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 223b91bd-3489-4ee0-bea0-0be1ccd779e9 is: DOWN; New status is: BUILD {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:20:07.836776 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (223b91bd-3489-4ee0-bea0-0be1ccd779e9), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:07.849630 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223b91bd-3489-4ee0-bea0-0be1ccd779e9 {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:20:07.867940 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 223b91bd-3489-4ee0-bea0-0be1ccd779e9, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=223b91bd-3489-4ee0-bea0-0be1ccd779e9,segment=NetworkSegment(f5b70c65-b196-45fa-92fb-c44fe19c2bde),segment_id=f5b70c65-b196-45fa-92fb-c44fe19c2bde)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:20:07.920065 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (223b91bd-3489-4ee0-bea0-0be1ccd779e9), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:07.966267 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=223b91bd-3489-4ee0-bea0-0be1ccd779e9,revision_number=4']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:20:08.211599 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['223b91bd-3489-4ee0-bea0-0be1ccd779e9'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:20:08.512060 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f61767-0708-4f5c-b9ac-855ae7f0e560 req-a16358aa-efb3-4b01-88f1-8eabf4eaf9d3 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:20:08.513591 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e3f61767-0708-4f5c-b9ac-855ae7f0e560 req-a16358aa-efb3-4b01-88f1-8eabf4eaf9d3 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 945 time: 0.1019981 Mar 29 16:20:08.560730 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-e3f61767-0708-4f5c-b9ac-855ae7f0e560 req-9c2ef819-0886-4403-8830-55a9f7853ce5 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416722 Mar 29 16:20:09.707966 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 223b91bd-3489-4ee0-bea0-0be1ccd779e9 up at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:20:09.726041 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb4887-76e3-4806-b0f8-3ccb36dd9aac req-1ae6fef4-b0c4-4030-8b30-46e8e41d764d tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:20:09.727512 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2bfb4887-76e3-4806-b0f8-3ccb36dd9aac req-1ae6fef4-b0c4-4030-8b30-46e8e41d764d tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 945 time: 0.1019778 Mar 29 16:20:09.784460 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2bfb4887-76e3-4806-b0f8-3ccb36dd9aac req-ccfe3b65-6182-4290-831f-201f70d67ac3 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510340 Mar 29 16:20:09.959837 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning for port 223b91bd-3489-4ee0-bea0-0be1ccd779e9 completed by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 16:20:09.971689 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning complete for port 223b91bd-3489-4ee0-bea0-0be1ccd779e9 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:20:09.972064 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (223b91bd-3489-4ee0-bea0-0be1ccd779e9), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:10.128328 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 223b91bd-3489-4ee0-bea0-0be1ccd779e9 is: BUILD; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:20:10.128720 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (223b91bd-3489-4ee0-bea0-0be1ccd779e9), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:10.159046 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cecb72-5fc0-4064-9889-bb1644a89611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223b91bd-3489-4ee0-bea0-0be1ccd779e9'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:20:10.161285 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67651527b6c7513bff120ad3026ca8b6c51caa370c4ee0f403b1e7b340f0df97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caed7318-3212-4948-a306-2ec8fca7eb3a" -d '{"events": [{"server_uuid": "18cecb72-5fc0-4064-9889-bb1644a89611", "name": "network-vif-plugged", "status": "completed", "tag": "223b91bd-3489-4ee0-bea0-0be1ccd779e9"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:20:10.175895 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 223b91bd-3489-4ee0-bea0-0be1ccd779e9, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=223b91bd-3489-4ee0-bea0-0be1ccd779e9,segment=NetworkSegment(f5b70c65-b196-45fa-92fb-c44fe19c2bde),segment_id=f5b70c65-b196-45fa-92fb-c44fe19c2bde)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:20:10.197450 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b87394e-62f4-4e6a-9e8b-bf56da1bbea2 x-openstack-request-id: req-4b87394e-62f4-4e6a-9e8b-bf56da1bbea2 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:20:10.197741 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18cecb72-5fc0-4064-9889-bb1644a89611", "name": "network-vif-plugged", "status": "completed", "tag": "223b91bd-3489-4ee0-bea0-0be1ccd779e9", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:20:10.197996 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b87394e-62f4-4e6a-9e8b-bf56da1bbea2 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:20:10.198391 dv-cinder-562053-19-iscsi neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b87394e-62f4-4e6a-9e8b-bf56da1bbea2'] response: {'server_uuid': '18cecb72-5fc0-4064-9889-bb1644a89611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223b91bd-3489-4ee0-bea0-0be1ccd779e9', 'code': 200} Mar 29 16:20:10.245582 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (223b91bd-3489-4ee0-bea0-0be1ccd779e9), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:10.294574 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=223b91bd-3489-4ee0-bea0-0be1ccd779e9,revision_number=5']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:20:10.510307 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca3d70-e597-4a64-9961-84fc3c6bf241 req-636380fe-1500-43b4-9368-3bee65a5808e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:20:10.511689 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-0bca3d70-e597-4a64-9961-84fc3c6bf241 req-636380fe-1500-43b4-9368-3bee65a5808e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 1130 time: 0.0476394 Mar 29 16:20:10.560202 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-0bca3d70-e597-4a64-9961-84fc3c6bf241 req-9d49ecea-7917-480a-8b46-74d8f3523a64 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375547 Mar 29 16:20:10.900519 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d430177-f9d0-4293-8702-0b99505f2f1f req-fdf0060b-3cc2-41ad-920e-6fcaf30618d0 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:20:10.901962 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6d430177-f9d0-4293-8702-0b99505f2f1f req-fdf0060b-3cc2-41ad-920e-6fcaf30618d0 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 946 time: 0.0510876 Mar 29 16:20:10.948407 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6d430177-f9d0-4293-8702-0b99505f2f1f req-ab0faecc-0f2d-4455-9838-25ece8220f85 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410011 Mar 29 16:20:12.067058 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b815b-a82b-4a4d-ac4c-ab4fe23f2248 req-d035d597-169f-40bd-b926-88986d4e17f6 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:20:12.068530 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-938b815b-a82b-4a4d-ac4c-ab4fe23f2248 req-d035d597-169f-40bd-b926-88986d4e17f6 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 946 time: 0.0523260 Mar 29 16:20:12.123114 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-938b815b-a82b-4a4d-ac4c-ab4fe23f2248 req-1cd6cd45-8a78-4ef7-aec8-e530421ad7e3 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491199 Mar 29 16:20:12.245397 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052da162-3512-4009-8c8b-83886ac23bd4 req-58742f9c-f8ec-4c7d-864a-9231e75601ed tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:20:12.246778 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-052da162-3512-4009-8c8b-83886ac23bd4 req-58742f9c-f8ec-4c7d-864a-9231e75601ed tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 946 time: 0.0554841 Mar 29 16:20:12.294892 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-052da162-3512-4009-8c8b-83886ac23bd4 req-df949763-d7b9-43aa-bde7-9d06032de5c5 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421104 Mar 29 16:20:12.316195 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 49202) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:20:12.397738 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa821b6f-2072-4e4b-b1cc-0aee81066fee tempest-TestShelveInstance-999845935 tempest-TestShelveInstance-999845935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:20:12.578547 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-aa821b6f-2072-4e4b-b1cc-0aee81066fee tempest-TestShelveInstance-999845935 tempest-TestShelveInstance-999845935-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 1125 time: 0.0820348 Mar 29 16:20:12.578547 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 49206) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:20:12.578547 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.v2.base [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Request body: {'floatingip': {'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'port_id': '223b91bd-3489-4ee0-bea0-0be1ccd779e9', 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:20:12.578547 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:12.601787 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:12.707264 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Allocated IP 172.27.3.116 (3dc57d37-328b-453d-86b3-347b9e0efd38/8a0c47e6-f825-43a4-ad31-8f961885bd6a/07a02ba3-a6ea-46aa-9468-664ae06f5c1c) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:20:12.985140 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for port (07a02ba3-a6ea-46aa-9468-664ae06f5c1c), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:13.069137 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748544541934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (07a02ba3-a6ea-46aa-9468-664ae06f5c1c), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:13.105821 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Network 3dc57d37-328b-453d-86b3-347b9e0efd38 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:20:13.108659 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:20:13.115220 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:20:13.120612 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Pushing event updated for resources: {'Port': ['ID=07a02ba3-a6ea-46aa-9468-664ae06f5c1c,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:20:13.147218 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:20:13.147569 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:20:13.147908 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:20:13.148247 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:20:13.148604 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:20:13.148934 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:20:13.149261 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:20:13.149584 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:20:13.149907 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:20:13.150225 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:20:13.150545 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:20:13.150868 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:20:13.151188 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:20:13.151504 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:20:13.151822 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:20:13.467331 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for floatingip (8748208b-e82f-4afb-aa80-f416957f8729), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:13.587050 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (07a02ba3-a6ea-46aa-9468-664ae06f5c1c), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:13.733597 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for port (07a02ba3-a6ea-46aa-9468-664ae06f5c1c), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:13.788034 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10426429'] for port (07a02ba3-a6ea-46aa-9468-664ae06f5c1c), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:13.859295 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Pushing event updated for resources: {'Port': ['ID=07a02ba3-a6ea-46aa-9468-664ae06f5c1c,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:20:13.869158 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033340'] for floatingip (8748208b-e82f-4afb-aa80-f416957f8729), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:13.970959 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.db.l3_db [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Floating IP 8748208b-e82f-4afb-aa80-f416957f8729 associated. External IP: 172.27.3.116, port: 223b91bd-3489-4ee0-bea0-0be1ccd779e9. Mar 29 16:20:14.165835 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:14.176142 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Router 765db258-fd05-462a-9d98-b202fdcf4290 has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:20:14.282260 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:20:14.293003 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76142bf2-305c-43fb-9049-0a45536ed22c None None] Sync routers for ids ['765db258-fd05-462a-9d98-b202fdcf4290'] in dv-cinder-562053-19-iscsi {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:20:14.302396 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76142bf2-305c-43fb-9049-0a45536ed22c None None] Routers {'765db258-fd05-462a-9d98-b202fdcf4290'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:20:14.303009 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-76142bf2-305c-43fb-9049-0a45536ed22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:19:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['765db258-fd05-462a-9d98-b202fdcf4290'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:20:14.356503 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:14.386721 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-ed076f27-e9cd-46cf-82b6-34e1510a368b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9836552 Mar 29 16:20:14.387295 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18cecb72-5fc0-4064-9889-bb1644a89611', 'tag': '223b91bd-3489-4ee0-bea0-0be1ccd779e9'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:20:14.389570 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17cd39a57bce2f0cfda3a3fd3bf70c34a3f67f93f1dabf257ee71a9fa0902d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4611c1e-0288-4c20-89d6-bf7e713df246" -d '{"events": [{"name": "network-changed", "server_uuid": "18cecb72-5fc0-4064-9889-bb1644a89611", "tag": "223b91bd-3489-4ee0-bea0-0be1ccd779e9"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:20:14.412456 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-76142bf2-305c-43fb-9049-0a45536ed22c None None] Set router 765db258-fd05-462a-9d98-b202fdcf4290 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:20:14.424576 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfb1515-9ad7-4126-9be5-efb5266bb208 x-openstack-request-id: req-4dfb1515-9ad7-4126-9be5-efb5266bb208 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:20:14.424866 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18cecb72-5fc0-4064-9889-bb1644a89611", "tag": "223b91bd-3489-4ee0-bea0-0be1ccd779e9", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:20:14.425117 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4dfb1515-9ad7-4126-9be5-efb5266bb208 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:20:14.425524 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dfb1515-9ad7-4126-9be5-efb5266bb208'] response: {'name': 'network-changed', 'server_uuid': '18cecb72-5fc0-4064-9889-bb1644a89611', 'tag': '223b91bd-3489-4ee0-bea0-0be1ccd779e9', 'status': 'completed', 'code': 200} Mar 29 16:20:14.490711 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4611c1e-0288-4c20-89d6-bf7e713df246 req-80922b75-0c12-4ee1-989b-22350f749e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:20:14.492207 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f4611c1e-0288-4c20-89d6-bf7e713df246 req-80922b75-0c12-4ee1-989b-22350f749e38 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abb3890e72444214948890d93eb94ef8&device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 1130 time: 0.0458245 Mar 29 16:20:14.581608 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4611c1e-0288-4c20-89d6-bf7e713df246 req-a2c453d7-8dee-45ba-9830-20d4e5f8fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:20:14.583246 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f4611c1e-0288-4c20-89d6-bf7e713df246 req-a2c453d7-8dee-45ba-9830-20d4e5f8fa51 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6447a7eb-5871-42d8-8218-ad35b14a2030 HTTP/1.1" status: 200 len: 910 time: 0.0856042 Mar 29 16:20:14.639525 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-76142bf2-305c-43fb-9049-0a45536ed22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765db258-fd05-462a-9d98-b202fdcf4290', 'name': 'tempest-TestShelveInstance-1418277088-router', 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c7952227-7132-4ac7-bc14-088a6eb794b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:19:24Z', 'updated_at': '2022-03-29T16:19:27Z', 'revision_number': 4, 'project_id': 'abb3890e72444214948890d93eb94ef8', 'gw_port': {'id': 'c7952227-7132-4ac7-bc14-088a6eb794b8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:08:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765db258-fd05-462a-9d98-b202fdcf4290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:24Z', 'updated_at': '2022-03-29T16:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': '8748208b-e82f-4afb-aa80-f416957f8729', 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': '765db258-fd05-462a-9d98-b202fdcf4290', 'port_id': '223b91bd-3489-4ee0-bea0-0be1ccd779e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6447a7eb-5871-42d8-8218-ad35b14a2030', 'mac_address': 'fa:16:3e:34:5c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb72-5fc0-4064-9889-bb1644a89611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:20:13Z', 'updated_at': '2022-03-29T16:20:13Z', 'revision_number': 0, 'project_id': 'abb3890e72444214948890d93eb94ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6db4ba1-759c-4263-91f9-622e87dc9020', 'name': '', 'network_id': '6447a7eb-5871-42d8-8218-ad35b14a2030', 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'mac_address': 'fa:16:3e:eb:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765db258-fd05-462a-9d98-b202fdcf4290', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd69fd4be-8442-450c-ad74-8e845fa74342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:26Z', 'updated_at': '2022-03-29T16:19:30Z', 'revision_number': 5, 'project_id': 'abb3890e72444214948890d93eb94ef8', 'subnets': [{'id': 'd69fd4be-8442-450c-ad74-8e845fa74342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:20:14.649740 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f4611c1e-0288-4c20-89d6-bf7e713df246 req-9a008498-3f51-45c8-96f9-b1d06b6705e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=223b91bd-3489-4ee0-bea0-0be1ccd779e9 HTTP/1.1" status: 200 len: 1000 time: 0.0602999 Mar 29 16:20:14.665601 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76142bf2-305c-43fb-9049-0a45536ed22c None None] Checking router: 765db258-fd05-462a-9d98-b202fdcf4290 for host: dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:20:14.674356 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76142bf2-305c-43fb-9049-0a45536ed22c None None] Routers {'765db258-fd05-462a-9d98-b202fdcf4290'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:20:14.674967 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-76142bf2-305c-43fb-9049-0a45536ed22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:19:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['765db258-fd05-462a-9d98-b202fdcf4290'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:20:14.697572 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4611c1e-0288-4c20-89d6-bf7e713df246 req-21511b1a-7c3f-46b6-8f21-f85a511d4602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:20:14.699141 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f4611c1e-0288-4c20-89d6-bf7e713df246 req-21511b1a-7c3f-46b6-8f21-f85a511d4602 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d69fd4be-8442-450c-ad74-8e845fa74342 HTTP/1.1" status: 200 len: 848 time: 0.0439541 Mar 29 16:20:14.751289 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4611c1e-0288-4c20-89d6-bf7e713df246 req-d19091ad-1be3-40ff-800f-e9273250e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:20:14.752813 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f4611c1e-0288-4c20-89d6-bf7e713df246 req-d19091ad-1be3-40ff-800f-e9273250e209 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6447a7eb-5871-42d8-8218-ad35b14a2030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469079 Mar 29 16:20:14.781906 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-76142bf2-305c-43fb-9049-0a45536ed22c None None] Set router 765db258-fd05-462a-9d98-b202fdcf4290 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:20:14.842149 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f4611c1e-0288-4c20-89d6-bf7e713df246 req-7980c11f-7e1d-4f6b-889e-97656d8f5c72 service neutron] 10.222.0.15 "GET /v2.0/networks/6447a7eb-5871-42d8-8218-ad35b14a2030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832553 Mar 29 16:20:14.931714 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-f4611c1e-0288-4c20-89d6-bf7e713df246 req-8d9a06bc-8bd9-435f-9c4e-e62e69fa6226 service neutron] 10.222.0.15 "GET /v2.0/networks/6447a7eb-5871-42d8-8218-ad35b14a2030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833411 Mar 29 16:20:15.000408 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-76142bf2-305c-43fb-9049-0a45536ed22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765db258-fd05-462a-9d98-b202fdcf4290', 'name': 'tempest-TestShelveInstance-1418277088-router', 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c7952227-7132-4ac7-bc14-088a6eb794b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:19:24Z', 'updated_at': '2022-03-29T16:19:27Z', 'revision_number': 4, 'project_id': 'abb3890e72444214948890d93eb94ef8', 'gw_port': {'id': 'c7952227-7132-4ac7-bc14-088a6eb794b8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:08:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765db258-fd05-462a-9d98-b202fdcf4290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:24Z', 'updated_at': '2022-03-29T16:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': '8748208b-e82f-4afb-aa80-f416957f8729', 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': '765db258-fd05-462a-9d98-b202fdcf4290', 'port_id': '223b91bd-3489-4ee0-bea0-0be1ccd779e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6447a7eb-5871-42d8-8218-ad35b14a2030', 'mac_address': 'fa:16:3e:34:5c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb72-5fc0-4064-9889-bb1644a89611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:20:13Z', 'updated_at': '2022-03-29T16:20:13Z', 'revision_number': 0, 'project_id': 'abb3890e72444214948890d93eb94ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6db4ba1-759c-4263-91f9-622e87dc9020', 'name': '', 'network_id': '6447a7eb-5871-42d8-8218-ad35b14a2030', 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'mac_address': 'fa:16:3e:eb:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765db258-fd05-462a-9d98-b202fdcf4290', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd69fd4be-8442-450c-ad74-8e845fa74342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:26Z', 'updated_at': '2022-03-29T16:19:30Z', 'revision_number': 5, 'project_id': 'abb3890e72444214948890d93eb94ef8', 'subnets': [{'id': 'd69fd4be-8442-450c-ad74-8e845fa74342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:20:15.029392 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76142bf2-305c-43fb-9049-0a45536ed22c None None] The sync data for ids ['765db258-fd05-462a-9d98-b202fdcf4290'] in dv-cinder-562053-19-iscsi is: [{'id': '765db258-fd05-462a-9d98-b202fdcf4290', 'name': 'tempest-TestShelveInstance-1418277088-router', 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c7952227-7132-4ac7-bc14-088a6eb794b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:19:24Z', 'updated_at': '2022-03-29T16:19:27Z', 'revision_number': 4, 'project_id': 'abb3890e72444214948890d93eb94ef8', 'gw_port': {'id': 'c7952227-7132-4ac7-bc14-088a6eb794b8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:08:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765db258-fd05-462a-9d98-b202fdcf4290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:24Z', 'updated_at': '2022-03-29T16:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_floatingips': [{'id': '8748208b-e82f-4afb-aa80-f416957f8729', 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'router_id': '765db258-fd05-462a-9d98-b202fdcf4290', 'port_id': '223b91bd-3489-4ee0-bea0-0be1ccd779e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6447a7eb-5871-42d8-8218-ad35b14a2030', 'mac_address': 'fa:16:3e:34:5c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb72-5fc0-4064-9889-bb1644a89611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:20:13Z', 'updated_at': '2022-03-29T16:20:13Z', 'revision_number': 0, 'project_id': 'abb3890e72444214948890d93eb94ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6db4ba1-759c-4263-91f9-622e87dc9020', 'name': '', 'network_id': '6447a7eb-5871-42d8-8218-ad35b14a2030', 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'mac_address': 'fa:16:3e:eb:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765db258-fd05-462a-9d98-b202fdcf4290', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd69fd4be-8442-450c-ad74-8e845fa74342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:26Z', 'updated_at': '2022-03-29T16:19:30Z', 'revision_number': 5, 'project_id': 'abb3890e72444214948890d93eb94ef8', 'subnets': [{'id': 'd69fd4be-8442-450c-ad74-8e845fa74342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:20:15.217809 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59bb8d1-1824-4b66-a72a-8131ce10b820 None None] New status for floating IP 8748208b-e82f-4afb-aa80-f416957f8729: ACTIVE {{(pid=103834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:20:22.331558 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5e0bb869-4190-4347-aa04-735d2f35fb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:24.497011 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cc28a2d9-1148-4744-ad7a-b7b402d52015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:25.845809 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:27.245381 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:28.548878 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:29.444223 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-682524e1-cf67-4476-a5b4-f482592c2c86 req-69126e32-c016-48cf-a5df-1db210d6a817 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443163 Mar 29 16:20:29.533286 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682524e1-cf67-4476-a5b4-f482592c2c86 req-3c31482e-e3f6-4f8f-b8fc-e36e11adc94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:20:29.534798 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-682524e1-cf67-4476-a5b4-f482592c2c86 req-3c31482e-e3f6-4f8f-b8fc-e36e11adc94c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abb3890e72444214948890d93eb94ef8&device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 1130 time: 0.0432618 Mar 29 16:20:29.638302 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682524e1-cf67-4476-a5b4-f482592c2c86 req-edf3407c-38b7-4f81-8520-6bd563f6278a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:20:29.639756 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-682524e1-cf67-4476-a5b4-f482592c2c86 req-edf3407c-38b7-4f81-8520-6bd563f6278a service neutron] 10.222.0.15 "GET /v2.0/networks?id=6447a7eb-5871-42d8-8218-ad35b14a2030 HTTP/1.1" status: 200 len: 910 time: 0.0862713 Mar 29 16:20:29.707344 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-682524e1-cf67-4476-a5b4-f482592c2c86 req-de5b7749-8e93-44aa-87d5-f31d44cc6bcb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=223b91bd-3489-4ee0-bea0-0be1ccd779e9 HTTP/1.1" status: 200 len: 1002 time: 0.0584328 Mar 29 16:20:29.754427 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682524e1-cf67-4476-a5b4-f482592c2c86 req-8d8c41fa-1e9d-4e70-94db-6184ebfa98bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:20:29.755836 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-682524e1-cf67-4476-a5b4-f482592c2c86 req-8d8c41fa-1e9d-4e70-94db-6184ebfa98bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d69fd4be-8442-450c-ad74-8e845fa74342 HTTP/1.1" status: 200 len: 848 time: 0.0418656 Mar 29 16:20:29.806003 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682524e1-cf67-4476-a5b4-f482592c2c86 req-a0dc3b9a-220e-4996-ab25-657f1992a3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:20:29.807470 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-682524e1-cf67-4476-a5b4-f482592c2c86 req-a0dc3b9a-220e-4996-ab25-657f1992a3df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6447a7eb-5871-42d8-8218-ad35b14a2030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454895 Mar 29 16:20:29.892629 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-682524e1-cf67-4476-a5b4-f482592c2c86 req-9b755d17-452c-4d49-91b0-646233e90bd4 service neutron] 10.222.0.15 "GET /v2.0/networks/6447a7eb-5871-42d8-8218-ad35b14a2030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788164 Mar 29 16:20:29.981405 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-682524e1-cf67-4476-a5b4-f482592c2c86 req-727220b6-8203-4ff7-97ad-44b1c63b4f37 service neutron] 10.222.0.15 "GET /v2.0/networks/6447a7eb-5871-42d8-8218-ad35b14a2030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817475 Mar 29 16:20:38.434946 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:20:44.182078 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:52.347940 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-90c81f22-38f8-4c62-9d06-cee2633b9957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:54.496005 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-59e70f43-9ce3-4550-8fbb-d5067301ebb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:55.850351 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:57.273640 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:58.568143 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:14.173472 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:15.433969 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:21:22.361722 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-275903c8-4346-4250-bbe5-f8a011a7a5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:24.535786 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ad8c27dc-9a25-4304-9d86-3f9436842e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:25.844828 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:27.244073 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:28.555931 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:29.492946 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-67162c4d-6679-4ea3-8ab8-02d3ca228def req-d54b88dd-66ca-452a-8d11-b73c5e0c2c9f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432651 Mar 29 16:21:29.578950 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67162c4d-6679-4ea3-8ab8-02d3ca228def req-a14f1bb6-1ff7-4e56-b860-6c91ae0429e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:29.580451 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-67162c4d-6679-4ea3-8ab8-02d3ca228def req-a14f1bb6-1ff7-4e56-b860-6c91ae0429e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abb3890e72444214948890d93eb94ef8&device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 1130 time: 0.0444696 Mar 29 16:21:29.689062 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67162c4d-6679-4ea3-8ab8-02d3ca228def req-66835af0-6ee3-4855-9f43-a3942f24cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:29.690525 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-67162c4d-6679-4ea3-8ab8-02d3ca228def req-66835af0-6ee3-4855-9f43-a3942f24cc9b service neutron] 10.222.0.15 "GET /v2.0/networks?id=6447a7eb-5871-42d8-8218-ad35b14a2030 HTTP/1.1" status: 200 len: 910 time: 0.0883813 Mar 29 16:21:29.757337 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-67162c4d-6679-4ea3-8ab8-02d3ca228def req-388324ec-e02d-4b37-8715-eca0a463853a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=223b91bd-3489-4ee0-bea0-0be1ccd779e9 HTTP/1.1" status: 200 len: 1002 time: 0.0579426 Mar 29 16:21:29.807208 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67162c4d-6679-4ea3-8ab8-02d3ca228def req-a564c3cc-cdb5-4997-a2d2-0b91d5f7498e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:29.808615 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-67162c4d-6679-4ea3-8ab8-02d3ca228def req-a564c3cc-cdb5-4997-a2d2-0b91d5f7498e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d69fd4be-8442-450c-ad74-8e845fa74342 HTTP/1.1" status: 200 len: 848 time: 0.0417602 Mar 29 16:21:29.862030 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67162c4d-6679-4ea3-8ab8-02d3ca228def req-aea15212-e15e-4888-ab38-082d173e240b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:29.863486 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-67162c4d-6679-4ea3-8ab8-02d3ca228def req-aea15212-e15e-4888-ab38-082d173e240b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6447a7eb-5871-42d8-8218-ad35b14a2030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459256 Mar 29 16:21:29.951622 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-67162c4d-6679-4ea3-8ab8-02d3ca228def req-793485df-53db-4db0-860d-920a5cff157b service neutron] 10.222.0.15 "GET /v2.0/networks/6447a7eb-5871-42d8-8218-ad35b14a2030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782819 Mar 29 16:21:30.043974 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-67162c4d-6679-4ea3-8ab8-02d3ca228def req-468f92f2-ae74-4772-902a-3e210c55b5a1 service neutron] 10.222.0.15 "GET /v2.0/networks/6447a7eb-5871-42d8-8218-ad35b14a2030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829079 Mar 29 16:21:44.226926 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:52.360590 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-26bca81d-2fb1-4b95-9e73-d8f4010abf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:52.432675 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:21:54.532405 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f2716c86-6f15-4cd1-b6e0-f9f522965235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:55.818108 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:57.312009 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:58.546263 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:22:12.039481 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d4384-10b0-400f-a0fa-d853b4804d68 req-82f6fb42-e282-47f9-b302-f1b208a1a1b2 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:12.041007 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-341d4384-10b0-400f-a0fa-d853b4804d68 req-82f6fb42-e282-47f9-b302-f1b208a1a1b2 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 946 time: 0.0562119 Mar 29 16:22:12.089021 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-341d4384-10b0-400f-a0fa-d853b4804d68 req-9d00085b-5245-459e-b037-490b9609a95d tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418243 Mar 29 16:22:13.209585 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe07f1-59ca-4623-a660-9bee982b51ad req-885526c6-27ad-4c91-8154-d6dd4a9ec5e5 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:13.211032 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-96fe07f1-59ca-4623-a660-9bee982b51ad req-885526c6-27ad-4c91-8154-d6dd4a9ec5e5 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 946 time: 0.0508292 Mar 29 16:22:13.257850 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-96fe07f1-59ca-4623-a660-9bee982b51ad req-f37346de-1ab8-4380-9f16-4017dec0f99d tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412064 Mar 29 16:22:14.217224 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:22:14.381561 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102c480-b74e-4fdf-9a13-c01f8e48a69c req-a0c072e1-bf25-4d12-a139-b2c10e831477 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:14.382925 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2102c480-b74e-4fdf-9a13-c01f8e48a69c req-a0c072e1-bf25-4d12-a139-b2c10e831477 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 946 time: 0.0610571 Mar 29 16:22:14.430650 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2102c480-b74e-4fdf-9a13-c01f8e48a69c req-b37fc5e9-8081-41c3-bfde-5b216709e65f tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422676 Mar 29 16:22:15.551716 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebe209-06c7-4c23-b60b-36c91ffa91bd req-e2e50be5-a1c1-4304-b19c-7a430013604b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:15.553191 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-53ebe209-06c7-4c23-b60b-36c91ffa91bd req-e2e50be5-a1c1-4304-b19c-7a430013604b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 946 time: 0.0528879 Mar 29 16:22:15.601216 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-53ebe209-06c7-4c23-b60b-36c91ffa91bd req-699b4f32-811b-46bb-a554-6e4d87f44a7b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425503 Mar 29 16:22:16.714528 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c7c25-bd8e-40da-b48b-17257d08dd58 req-bea2a580-abe1-44fc-8390-3951dcf8b0ef tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:16.716130 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b37c7c25-bd8e-40da-b48b-17257d08dd58 req-bea2a580-abe1-44fc-8390-3951dcf8b0ef tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 946 time: 0.0501928 Mar 29 16:22:16.765887 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b37c7c25-bd8e-40da-b48b-17257d08dd58 req-4ca38bb6-f583-4674-ba2b-9b9ac4d8973b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437326 Mar 29 16:22:17.881015 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fd4b6-ff8b-46d3-9301-afe7a4864a71 req-7f4007ac-9dbf-44b9-b945-cb685a27c27d tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:17.882472 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-220fd4b6-ff8b-46d3-9301-afe7a4864a71 req-7f4007ac-9dbf-44b9-b945-cb685a27c27d tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 946 time: 0.0514138 Mar 29 16:22:17.929847 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-220fd4b6-ff8b-46d3-9301-afe7a4864a71 req-64e20a05-c847-41c5-a8d9-c8fd4f011cab tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419915 Mar 29 16:22:19.044121 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231181f7-882a-4cd0-9bb3-739369d360f9 req-6e5d4d2f-9021-4170-add8-f10944262f4a tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:19.045602 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-231181f7-882a-4cd0-9bb3-739369d360f9 req-6e5d4d2f-9021-4170-add8-f10944262f4a tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 946 time: 0.0508928 Mar 29 16:22:19.092789 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-231181f7-882a-4cd0-9bb3-739369d360f9 req-68d305ba-81d6-44d8-b03a-06da998adde1 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411441 Mar 29 16:22:20.212067 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed0744-f60b-4814-8bde-f0361c40e52e req-f4c72aa8-2571-4211-bc9e-182e121c0577 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:20.213612 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3fed0744-f60b-4814-8bde-f0361c40e52e req-f4c72aa8-2571-4211-bc9e-182e121c0577 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 946 time: 0.0553310 Mar 29 16:22:20.260808 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3fed0744-f60b-4814-8bde-f0361c40e52e req-0ee04483-5668-413a-af14-4dab43aa83ef tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412169 Mar 29 16:22:21.374666 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0b499-511a-4039-85a2-5cb2feb61bc2 req-b6c5df4c-bcc4-4b6b-af7d-217e9105710d tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:21.376090 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6cf0b499-511a-4039-85a2-5cb2feb61bc2 req-b6c5df4c-bcc4-4b6b-af7d-217e9105710d tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 946 time: 0.0501902 Mar 29 16:22:21.422437 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-6cf0b499-511a-4039-85a2-5cb2feb61bc2 req-fd5749f5-22fa-4fab-80dd-6c9d8daae354 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402634 Mar 29 16:22:22.352424 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1af6e3ee-ed60-45dc-89b7-c5ddc70c3e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:22:22.545240 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6732e-3169-4a16-bd89-31ee5360b02c req-337e6dcb-f80d-4bf2-8ede-42c5815227d3 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:22.546731 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3be6732e-3169-4a16-bd89-31ee5360b02c req-337e6dcb-f80d-4bf2-8ede-42c5815227d3 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 946 time: 0.0565202 Mar 29 16:22:22.568717 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccaea2-6407-4ca2-9cf2-209da5ae9e34 req-a38bd408-3536-4ae2-872c-b01ea821033a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:22.570273 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-bfccaea2-6407-4ca2-9cf2-209da5ae9e34 req-a38bd408-3536-4ae2-872c-b01ea821033a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abb3890e72444214948890d93eb94ef8&device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 1130 time: 0.3089890 Mar 29 16:22:22.719268 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccaea2-6407-4ca2-9cf2-209da5ae9e34 req-d98bfa7a-d5df-4c96-abc3-e5870f5ef86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:22.720830 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-bfccaea2-6407-4ca2-9cf2-209da5ae9e34 req-d98bfa7a-d5df-4c96-abc3-e5870f5ef86e service neutron] 10.222.0.15 "GET /v2.0/networks?id=6447a7eb-5871-42d8-8218-ad35b14a2030 HTTP/1.1" status: 200 len: 910 time: 0.1417503 Mar 29 16:22:22.794132 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-bfccaea2-6407-4ca2-9cf2-209da5ae9e34 req-db57e745-08ac-4d37-a960-9b923d5c3700 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=223b91bd-3489-4ee0-bea0-0be1ccd779e9 HTTP/1.1" status: 200 len: 1002 time: 0.0642023 Mar 29 16:22:22.812542 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-3be6732e-3169-4a16-bd89-31ee5360b02c req-e2eb2d03-1ca6-4060-8428-eeb924835629 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2594635 Mar 29 16:22:22.846017 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccaea2-6407-4ca2-9cf2-209da5ae9e34 req-ba8276b3-a72f-4961-9bb5-f66a9aff9fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:22.847508 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-bfccaea2-6407-4ca2-9cf2-209da5ae9e34 req-ba8276b3-a72f-4961-9bb5-f66a9aff9fa3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d69fd4be-8442-450c-ad74-8e845fa74342 HTTP/1.1" status: 200 len: 848 time: 0.0448246 Mar 29 16:22:22.897018 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccaea2-6407-4ca2-9cf2-209da5ae9e34 req-fb39f8f1-aa55-4a85-b8d7-3b565a890e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:22.898552 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-bfccaea2-6407-4ca2-9cf2-209da5ae9e34 req-fb39f8f1-aa55-4a85-b8d7-3b565a890e4f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6447a7eb-5871-42d8-8218-ad35b14a2030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422783 Mar 29 16:22:22.990531 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-bfccaea2-6407-4ca2-9cf2-209da5ae9e34 req-dd1dd9ff-bafc-4439-8760-34a78f61ac63 service neutron] 10.222.0.15 "GET /v2.0/networks/6447a7eb-5871-42d8-8218-ad35b14a2030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807209 Mar 29 16:22:23.080723 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-bfccaea2-6407-4ca2-9cf2-209da5ae9e34 req-da5d36e9-fd3a-4a1b-a89d-15cf0d0e4de8 service neutron] 10.222.0.15 "GET /v2.0/networks/6447a7eb-5871-42d8-8218-ad35b14a2030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804446 Mar 29 16:22:23.930961 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6527d-301d-4fa2-ac44-ecd4de4e4213 req-a574641f-c87b-4b0d-8999-6d0a84f5f0ac tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:23.932775 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b3c6527d-301d-4fa2-ac44-ecd4de4e4213 req-a574641f-c87b-4b0d-8999-6d0a84f5f0ac tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 946 time: 0.0522826 Mar 29 16:22:23.982140 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-b3c6527d-301d-4fa2-ac44-ecd4de4e4213 req-a527e80a-acb7-40ec-ae5c-1c4383664501 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438328 Mar 29 16:22:24.519529 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-be1311cc-d1a2-4668-ae6a-0b04f0f996c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:22:25.102428 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7baf7e-34ff-4139-9e9a-da2d4e835cbf req-a2333a9e-6cda-4524-bc63-f310ba95f359 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:25.103912 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ad7baf7e-34ff-4139-9e9a-da2d4e835cbf req-a2333a9e-6cda-4524-bc63-f310ba95f359 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 946 time: 0.0570164 Mar 29 16:22:25.154213 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ad7baf7e-34ff-4139-9e9a-da2d4e835cbf req-030e48bb-7db0-4aeb-87db-58c8d30121ac tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446165 Mar 29 16:22:25.834016 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:22:26.270381 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79f17f-5964-4bf3-88a2-d8394343e1ff req-f3acb8db-9015-4718-8db5-823098e22a25 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:26.271851 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2e79f17f-5964-4bf3-88a2-d8394343e1ff req-f3acb8db-9015-4718-8db5-823098e22a25 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 946 time: 0.0527813 Mar 29 16:22:26.319471 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2e79f17f-5964-4bf3-88a2-d8394343e1ff req-37cb7c31-0e1f-4425-a57f-7158b3740484 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419755 Mar 29 16:22:26.389145 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [req-2a97c46d-d6a6-4f91-9ffb-eed0aa474745 req-0ad38616-2c7e-40e9-925b-d63900f4d8eb service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 16:22:26.390041 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-2a97c46d-d6a6-4f91-9ffb-eed0aa474745 req-0ad38616-2c7e-40e9-925b-d63900f4d8eb service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051744 Mar 29 16:22:26.636745 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 49282) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:22:26.657281 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d93b1-376d-4fe2-8d89-2c169987c67d req-b9642bc9-3d8b-4cbc-a611-0542b8df0227 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:26.659320 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-107d93b1-376d-4fe2-8d89-2c169987c67d req-b9642bc9-3d8b-4cbc-a611-0542b8df0227 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 946 time: 0.0529125 Mar 29 16:22:26.707862 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-107d93b1-376d-4fe2-8d89-2c169987c67d req-0db4cf5d-8ec4-4531-aa8b-abd87d7b3e2c tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428374 Mar 29 16:22:26.731488 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-542f6820-309e-4997-baef-a26004146fe3 req-21b662b9-5850-4e13-bfe7-18872aa338ba service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0930214 Mar 29 16:22:26.739954 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [req-542f6820-309e-4997-baef-a26004146fe3 req-399a4d71-5afe-4db2-a3a9-d9544570a086 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 16:22:26.740996 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-542f6820-309e-4997-baef-a26004146fe3 req-399a4d71-5afe-4db2-a3a9-d9544570a086 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050070 Mar 29 16:22:27.250972 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:22:27.776159 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 49294) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:22:27.828005 dv-cinder-562053-19-iscsi neutron-server[103831]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 29 16:22:27.830272 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afcd3d-618d-4341-8ffe-20c377b98a1d req-fa31854b-7912-40c2-bbbc-4a60daa03f43 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:27.831749 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a4afcd3d-618d-4341-8ffe-20c377b98a1d req-fa31854b-7912-40c2-bbbc-4a60daa03f43 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 946 time: 0.0567906 Mar 29 16:22:27.871689 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f6820-309e-4997-baef-a26004146fe3 req-410a9e44-b575-4a1d-a8d2-7d4e8e913dd5 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:27.873094 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-542f6820-309e-4997-baef-a26004146fe3 req-410a9e44-b575-4a1d-a8d2-7d4e8e913dd5 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports/223b91bd-3489-4ee0-bea0-0be1ccd779e9 HTTP/1.1" status: 200 len: 943 time: 0.0959408 Mar 29 16:22:27.880471 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a4afcd3d-618d-4341-8ffe-20c377b98a1d req-50bb06e5-64a9-4fac-a70f-483c9483f27b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426319 Mar 29 16:22:28.282636 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 223b91bd-3489-4ee0-bea0-0be1ccd779e9 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:22:28.359427 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 223b91bd-3489-4ee0-bea0-0be1ccd779e9 is: ACTIVE; New status is: DOWN {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:22:28.359733 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (223b91bd-3489-4ee0-bea0-0be1ccd779e9), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:22:28.381010 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cecb72-5fc0-4064-9889-bb1644a89611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '223b91bd-3489-4ee0-bea0-0be1ccd779e9'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:22:28.383191 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67651527b6c7513bff120ad3026ca8b6c51caa370c4ee0f403b1e7b340f0df97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d593c4-6343-4665-acf1-13f2ec1fd56e" -d '{"events": [{"server_uuid": "18cecb72-5fc0-4064-9889-bb1644a89611", "name": "network-vif-unplugged", "status": "completed", "tag": "223b91bd-3489-4ee0-bea0-0be1ccd779e9"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:22:28.395606 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 223b91bd-3489-4ee0-bea0-0be1ccd779e9, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=223b91bd-3489-4ee0-bea0-0be1ccd779e9,segment=NetworkSegment(f5b70c65-b196-45fa-92fb-c44fe19c2bde),segment_id=f5b70c65-b196-45fa-92fb-c44fe19c2bde)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:22:28.415119 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Mar 2022 16:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b07a35a-378f-4727-bff4-4e87c559d235 x-openstack-request-id: req-7b07a35a-378f-4727-bff4-4e87c559d235 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:22:28.415119 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18cecb72-5fc0-4064-9889-bb1644a89611", "name": "network-vif-unplugged", "status": "failed", "tag": "223b91bd-3489-4ee0-bea0-0be1ccd779e9", "code": 422}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:22:28.415119 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b07a35a-378f-4727-bff4-4e87c559d235 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:22:28.415119 dv-cinder-562053-19-iscsi neutron-server[103833]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7b07a35a-378f-4727-bff4-4e87c559d235']: {'server_uuid': '18cecb72-5fc0-4064-9889-bb1644a89611', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '223b91bd-3489-4ee0-bea0-0be1ccd779e9', 'code': 422} returned with failed status Mar 29 16:22:28.472444 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (223b91bd-3489-4ee0-bea0-0be1ccd779e9), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:22:28.527749 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=223b91bd-3489-4ee0-bea0-0be1ccd779e9,revision_number=6']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:22:28.534985 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:28.535334 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:28.535685 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:28.536034 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:28.536399 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:28.536735 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:28.537063 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:28.537391 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:28.537720 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:28.538076 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:28.538403 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:28.538729 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:28.539055 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:28.539377 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:28.539712 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:28.570933 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:22:28.995789 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab45d7a-8ee2-4b68-ba95-65fef88ede44 req-f1acea4c-e841-4cf1-be58-1c45caa0a408 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:28.997313 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8ab45d7a-8ee2-4b68-ba95-65fef88ede44 req-f1acea4c-e841-4cf1-be58-1c45caa0a408 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 944 time: 0.0517435 Mar 29 16:22:29.045992 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8ab45d7a-8ee2-4b68-ba95-65fef88ede44 req-f21a30fe-8679-4b35-8de6-b70500623597 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425436 Mar 29 16:22:29.432033 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:22:30.171623 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9cc87-8880-40fd-913f-bab6e6f79cff req-55c67a58-e202-4572-be48-1aa6fe44e187 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:30.173155 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d5e9cc87-8880-40fd-913f-bab6e6f79cff req-55c67a58-e202-4572-be48-1aa6fe44e187 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 944 time: 0.0569537 Mar 29 16:22:30.220912 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-d5e9cc87-8880-40fd-913f-bab6e6f79cff req-61effdb6-d5b8-4fb9-a9cb-471f8faed9d8 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421233 Mar 29 16:22:31.337483 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca213be7-1267-4f2f-b592-12c588457238 req-0e2773e3-e67b-43ec-be62-4ee315698d16 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:31.338923 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ca213be7-1267-4f2f-b592-12c588457238 req-0e2773e3-e67b-43ec-be62-4ee315698d16 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 944 time: 0.0504649 Mar 29 16:22:31.386414 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ca213be7-1267-4f2f-b592-12c588457238 req-fb0ed2d7-e6db-42ce-a467-4847f55ac6c6 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414293 Mar 29 16:22:32.503337 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0af50-3888-4eef-88f2-bb8404050b7c req-42559b19-79a5-4c58-a964-5f6f5a51f999 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:32.504914 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-62a0af50-3888-4eef-88f2-bb8404050b7c req-42559b19-79a5-4c58-a964-5f6f5a51f999 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 944 time: 0.0523460 Mar 29 16:22:32.556881 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-62a0af50-3888-4eef-88f2-bb8404050b7c req-9c0ff439-50cf-46d6-8dba-286f9b33b73b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463436 Mar 29 16:22:33.350409 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f6820-309e-4997-baef-a26004146fe3 req-7df83027-a597-41a4-a160-13a6f33c4bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:33.352002 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-542f6820-309e-4997-baef-a26004146fe3 req-7df83027-a597-41a4-a160-13a6f33c4bbe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611&tenant_id=abb3890e72444214948890d93eb94ef8 HTTP/1.1" status: 200 len: 1128 time: 0.0448184 Mar 29 16:22:33.419321 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f6820-309e-4997-baef-a26004146fe3 req-09e1c79d-17c7-4a1f-adf7-2f21f1b4ecf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:33.420876 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-542f6820-309e-4997-baef-a26004146fe3 req-09e1c79d-17c7-4a1f-adf7-2f21f1b4ecf1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abb3890e72444214948890d93eb94ef8&device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 1128 time: 0.0429034 Mar 29 16:22:33.511858 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f6820-309e-4997-baef-a26004146fe3 req-8c291df4-f6f2-41de-b710-5e0ce5e7a97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:33.513346 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-542f6820-309e-4997-baef-a26004146fe3 req-8c291df4-f6f2-41de-b710-5e0ce5e7a97f service neutron] 10.222.0.15 "GET /v2.0/networks?id=6447a7eb-5871-42d8-8218-ad35b14a2030 HTTP/1.1" status: 200 len: 910 time: 0.0858257 Mar 29 16:22:33.580190 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-542f6820-309e-4997-baef-a26004146fe3 req-35d817a6-a938-4aef-9a6c-76edcbf6a5cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=223b91bd-3489-4ee0-bea0-0be1ccd779e9 HTTP/1.1" status: 200 len: 1000 time: 0.0571327 Mar 29 16:22:33.636017 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f6820-309e-4997-baef-a26004146fe3 req-f32a5e38-f166-47bd-bfad-a6fdfade48ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:33.637438 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-542f6820-309e-4997-baef-a26004146fe3 req-f32a5e38-f166-47bd-bfad-a6fdfade48ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d69fd4be-8442-450c-ad74-8e845fa74342 HTTP/1.1" status: 200 len: 848 time: 0.0487504 Mar 29 16:22:33.675434 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e40536-ae6b-4906-aa23-b400371a79a0 req-ea2850b4-0958-4f91-8f22-13f9fe541c0b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:33.676953 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-27e40536-ae6b-4906-aa23-b400371a79a0 req-ea2850b4-0958-4f91-8f22-13f9fe541c0b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 944 time: 0.0546203 Mar 29 16:22:33.691632 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f6820-309e-4997-baef-a26004146fe3 req-9ecf4983-8120-4839-953d-9445641b4ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:33.693199 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-542f6820-309e-4997-baef-a26004146fe3 req-9ecf4983-8120-4839-953d-9445641b4ae9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6447a7eb-5871-42d8-8218-ad35b14a2030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453813 Mar 29 16:22:33.725220 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-27e40536-ae6b-4906-aa23-b400371a79a0 req-42e862db-34f3-4c1a-8d4f-9283cb538292 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426903 Mar 29 16:22:33.783430 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-542f6820-309e-4997-baef-a26004146fe3 req-b1d19b0d-2833-43bd-b889-3778a9956f97 service neutron] 10.222.0.15 "GET /v2.0/networks/6447a7eb-5871-42d8-8218-ad35b14a2030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796957 Mar 29 16:22:33.875763 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-542f6820-309e-4997-baef-a26004146fe3 req-0fd756e9-80e2-4c76-ae57-f90c9595b068 service neutron] 10.222.0.15 "GET /v2.0/networks/6447a7eb-5871-42d8-8218-ad35b14a2030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834644 Mar 29 16:22:34.839560 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c575a1a-b6cd-4b2d-b99a-f255d4bbdd82 req-7b1251af-b9e1-4bc6-b893-ecfcd1707fd4 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:34.841290 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5c575a1a-b6cd-4b2d-b99a-f255d4bbdd82 req-7b1251af-b9e1-4bc6-b893-ecfcd1707fd4 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 944 time: 0.0513134 Mar 29 16:22:34.888110 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-5c575a1a-b6cd-4b2d-b99a-f255d4bbdd82 req-e166e597-2cb6-4f03-9ada-9fe0967ee780 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407333 Mar 29 16:22:36.005606 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01460c91-4d24-4af1-a5df-f2177ad53fe4 req-24585dca-8877-4012-ae31-84fb3f454e95 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:36.007064 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-01460c91-4d24-4af1-a5df-f2177ad53fe4 req-24585dca-8877-4012-ae31-84fb3f454e95 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 944 time: 0.0550668 Mar 29 16:22:36.055228 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-01460c91-4d24-4af1-a5df-f2177ad53fe4 req-29bdd2d9-ce41-495f-a5bc-68a96d728d46 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427096 Mar 29 16:22:37.169507 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e71c5-f8e9-4be8-9498-f6040dadc133 req-85114525-e5bb-426d-b9c9-8b1e84d6c217 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:37.171013 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-087e71c5-f8e9-4be8-9498-f6040dadc133 req-85114525-e5bb-426d-b9c9-8b1e84d6c217 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 944 time: 0.0513642 Mar 29 16:22:37.218956 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-087e71c5-f8e9-4be8-9498-f6040dadc133 req-adc90ac8-7a7b-40a8-9858-42aedb697c33 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420117 Mar 29 16:22:38.335283 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25108a-d302-4709-90c4-2a36a89a1d19 req-f0959817-3976-4256-ae11-2a0c2b30fa16 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:38.336797 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ca25108a-d302-4709-90c4-2a36a89a1d19 req-f0959817-3976-4256-ae11-2a0c2b30fa16 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 944 time: 0.0513399 Mar 29 16:22:38.386822 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-ca25108a-d302-4709-90c4-2a36a89a1d19 req-974a1adc-7dcb-4fe7-99c3-ba06ac30f721 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445046 Mar 29 16:22:39.512347 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbd714-aae9-4410-b9b0-fdd94b99d809 req-3a5ff31a-6d6c-43d0-80ee-7f5b7cc0df77 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:39.513798 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7ecbd714-aae9-4410-b9b0-fdd94b99d809 req-3a5ff31a-6d6c-43d0-80ee-7f5b7cc0df77 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 944 time: 0.0516503 Mar 29 16:22:39.560811 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7ecbd714-aae9-4410-b9b0-fdd94b99d809 req-0098c93b-394b-42cc-8d68-1b9255bacf44 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414178 Mar 29 16:22:40.360390 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 223b91bd-3489-4ee0-bea0-0be1ccd779e9 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=103833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:22:40.454871 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 223b91bd-3489-4ee0-bea0-0be1ccd779e9, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=223b91bd-3489-4ee0-bea0-0be1ccd779e9,segment=NetworkSegment(f5b70c65-b196-45fa-92fb-c44fe19c2bde),segment_id=f5b70c65-b196-45fa-92fb-c44fe19c2bde)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:22:40.466039 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Returning: {'device': '223b91bd-3489-4ee0-bea0-0be1ccd779e9', 'network_id': '6447a7eb-5871-42d8-8218-ad35b14a2030', 'port_id': '223b91bd-3489-4ee0-bea0-0be1ccd779e9', 'mac_address': 'fa:16:3e:34:5c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69fd4be-8442-450c-ad74-8e845fa74342', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:22:40.503106 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 223b91bd-3489-4ee0-bea0-0be1ccd779e9 is: DOWN; New status is: BUILD {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:22:40.503557 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (223b91bd-3489-4ee0-bea0-0be1ccd779e9), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:22:40.516187 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223b91bd-3489-4ee0-bea0-0be1ccd779e9 {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:22:40.535240 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 223b91bd-3489-4ee0-bea0-0be1ccd779e9, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=223b91bd-3489-4ee0-bea0-0be1ccd779e9,segment=NetworkSegment(f5b70c65-b196-45fa-92fb-c44fe19c2bde),segment_id=f5b70c65-b196-45fa-92fb-c44fe19c2bde)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:22:40.639527 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (223b91bd-3489-4ee0-bea0-0be1ccd779e9), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:22:40.678788 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c211ecd-b685-4c6f-a819-ae70b13be502 req-b7c44288-29ea-4068-b972-135a7f504242 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:40.680205 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0c211ecd-b685-4c6f-a819-ae70b13be502 req-b7c44288-29ea-4068-b972-135a7f504242 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 944 time: 0.0536571 Mar 29 16:22:40.687483 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=223b91bd-3489-4ee0-bea0-0be1ccd779e9,revision_number=7']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:22:40.728133 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0c211ecd-b685-4c6f-a819-ae70b13be502 req-c5e254e7-7bbc-45c2-b500-8c430f549d6d tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421753 Mar 29 16:22:40.960250 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] get_ports_and_sgs() called for port_ids ['223b91bd-3489-4ee0-bea0-0be1ccd779e9'] {{(pid=103833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:22:41.846627 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b5c61-fca9-4272-9251-73b2078ea619 req-4bd14423-0ff4-4b56-a3ea-0a7d4722feb9 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:41.848111 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8e2b5c61-fca9-4272-9251-73b2078ea619 req-4bd14423-0ff4-4b56-a3ea-0a7d4722feb9 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 945 time: 0.0549073 Mar 29 16:22:41.895384 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-8e2b5c61-fca9-4272-9251-73b2078ea619 req-9059a6aa-ec1f-467b-af10-5c3af8b4412b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417495 Mar 29 16:22:42.376143 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 223b91bd-3489-4ee0-bea0-0be1ccd779e9 up at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:22:42.426542 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Provisioning complete for port 223b91bd-3489-4ee0-bea0-0be1ccd779e9 triggered by entity L2. {{(pid=103833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:22:42.426921 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1240110'] for port (223b91bd-3489-4ee0-bea0-0be1ccd779e9), provisioning_complete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:22:42.500942 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Current status of the port 223b91bd-3489-4ee0-bea0-0be1ccd779e9 is: BUILD; New status is: ACTIVE {{(pid=103833) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:22:42.501327 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278676'] for port (223b91bd-3489-4ee0-bea0-0be1ccd779e9), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:22:42.522819 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cecb72-5fc0-4064-9889-bb1644a89611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223b91bd-3489-4ee0-bea0-0be1ccd779e9'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:22:42.525008 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67651527b6c7513bff120ad3026ca8b6c51caa370c4ee0f403b1e7b340f0df97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd024ce-7525-4df4-a0b1-d14f46f05893" -d '{"events": [{"server_uuid": "18cecb72-5fc0-4064-9889-bb1644a89611", "name": "network-vif-plugged", "status": "completed", "tag": "223b91bd-3489-4ee0-bea0-0be1ccd779e9"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:22:42.537864 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] For port 223b91bd-3489-4ee0-bea0-0be1ccd779e9, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=223b91bd-3489-4ee0-bea0-0be1ccd779e9,segment=NetworkSegment(f5b70c65-b196-45fa-92fb-c44fe19c2bde),segment_id=f5b70c65-b196-45fa-92fb-c44fe19c2bde)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:22:42.601906 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748545096075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748544538372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748544538390'] for port (223b91bd-3489-4ee0-bea0-0be1ccd779e9), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:22:42.626023 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9164f9-14ef-4c03-8dd7-552db5dad258 x-openstack-request-id: req-db9164f9-14ef-4c03-8dd7-552db5dad258 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:22:42.626023 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18cecb72-5fc0-4064-9889-bb1644a89611", "name": "network-vif-plugged", "status": "completed", "tag": "223b91bd-3489-4ee0-bea0-0be1ccd779e9", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:22:42.626023 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-db9164f9-14ef-4c03-8dd7-552db5dad258 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:22:42.626023 dv-cinder-562053-19-iscsi neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db9164f9-14ef-4c03-8dd7-552db5dad258'] response: {'server_uuid': '18cecb72-5fc0-4064-9889-bb1644a89611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223b91bd-3489-4ee0-bea0-0be1ccd779e9', 'code': 200} Mar 29 16:22:42.653283 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Pushing event updated for resources: {'Port': ['ID=223b91bd-3489-4ee0-bea0-0be1ccd779e9,revision_number=8']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:22:42.904101 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6758f-9aa2-47f4-b07f-8a1fcd0acad2 req-3e691856-45d6-49ad-b0ba-1e3d4564a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:42.905623 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-4ac6758f-9aa2-47f4-b07f-8a1fcd0acad2 req-3e691856-45d6-49ad-b0ba-1e3d4564a658 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 1130 time: 0.0442109 Mar 29 16:22:42.954137 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-4ac6758f-9aa2-47f4-b07f-8a1fcd0acad2 req-55a09d4f-1299-463f-a635-b0dedd547a63 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395508 Mar 29 16:22:43.009926 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bb6c7-9b58-40c7-8ad3-c46198d0fbd4 req-51be819d-f130-4f4f-a1eb-ff3291376bbf tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:43.011374 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-453bb6c7-9b58-40c7-8ad3-c46198d0fbd4 req-51be819d-f130-4f4f-a1eb-ff3291376bbf tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 946 time: 0.0512216 Mar 29 16:22:43.058682 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-453bb6c7-9b58-40c7-8ad3-c46198d0fbd4 req-b2224bda-ed53-48cd-8691-e636e8e3f9f0 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418303 Mar 29 16:22:44.183952 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff94e7-bb9e-48c2-bac9-37e96c39b5d9 req-910b0ac4-3a1c-46e1-a6af-7b247ecfdd35 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:44.185455 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-88ff94e7-bb9e-48c2-bac9-37e96c39b5d9 req-910b0ac4-3a1c-46e1-a6af-7b247ecfdd35 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 946 time: 0.0572338 Mar 29 16:22:44.222396 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:22:44.234298 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-88ff94e7-bb9e-48c2-bac9-37e96c39b5d9 req-bac9d9e1-8bad-4177-b50a-28ad60849e10 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427711 Mar 29 16:22:45.349507 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b430d58-1b16-4719-8bc7-0798a15f5b35 req-a53e1eda-cb45-4846-99a6-ee5a2937ac0b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:45.350947 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0b430d58-1b16-4719-8bc7-0798a15f5b35 req-a53e1eda-cb45-4846-99a6-ee5a2937ac0b tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 946 time: 0.0516593 Mar 29 16:22:45.401930 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-0b430d58-1b16-4719-8bc7-0798a15f5b35 req-36ce69fb-ef4f-4a6c-85b2-9b7ae812480f tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455449 Mar 29 16:22:52.335978 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4f3dba03-0e5d-4682-ae3d-36e19f0b4849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:22:54.512789 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-05d4e4ba-a7a2-48d5-80de-fcbadb434475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:22:55.821254 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:22:57.282729 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:22:58.598713 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:06.430602 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:23:14.219729 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:22.345341 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2a4ef43e-8d2c-4adf-baf1-e2ccbbe953e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:24.506537 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-81ddde74-efde-4e2a-ba97-9549da4fa1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:25.849379 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:27.255163 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:28.551730 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:30.464229 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-69c57b11-d368-4cd9-aada-599448db7ddc req-3b568452-7e9a-41ff-ad8d-0a3bd2f037c6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458896 Mar 29 16:23:30.555938 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c57b11-d368-4cd9-aada-599448db7ddc req-ef2263c7-71e0-4438-8316-6eed76e9e865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:30.557534 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-69c57b11-d368-4cd9-aada-599448db7ddc req-ef2263c7-71e0-4438-8316-6eed76e9e865 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abb3890e72444214948890d93eb94ef8&device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 1130 time: 0.0443487 Mar 29 16:23:30.661887 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c57b11-d368-4cd9-aada-599448db7ddc req-18df392d-4747-40e3-b6db-f825d839f9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:30.663329 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-69c57b11-d368-4cd9-aada-599448db7ddc req-18df392d-4747-40e3-b6db-f825d839f9f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6447a7eb-5871-42d8-8218-ad35b14a2030 HTTP/1.1" status: 200 len: 910 time: 0.0823193 Mar 29 16:23:30.734316 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-69c57b11-d368-4cd9-aada-599448db7ddc req-eaf75baf-37fe-480c-8a8c-c0da475ddf69 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=223b91bd-3489-4ee0-bea0-0be1ccd779e9 HTTP/1.1" status: 200 len: 1002 time: 0.0606499 Mar 29 16:23:30.785483 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c57b11-d368-4cd9-aada-599448db7ddc req-53746e1a-e0de-4078-a9b2-d85ba8029ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:30.786845 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-69c57b11-d368-4cd9-aada-599448db7ddc req-53746e1a-e0de-4078-a9b2-d85ba8029ffb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d69fd4be-8442-450c-ad74-8e845fa74342 HTTP/1.1" status: 200 len: 848 time: 0.0429664 Mar 29 16:23:30.836898 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c57b11-d368-4cd9-aada-599448db7ddc req-d5d0dad0-ffd4-486e-a1ca-e418d6eec054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:30.838322 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-69c57b11-d368-4cd9-aada-599448db7ddc req-d5d0dad0-ffd4-486e-a1ca-e418d6eec054 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6447a7eb-5871-42d8-8218-ad35b14a2030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424380 Mar 29 16:23:30.930558 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-69c57b11-d368-4cd9-aada-599448db7ddc req-81614491-7f45-4f7d-907a-476471319f0b service neutron] 10.222.0.15 "GET /v2.0/networks/6447a7eb-5871-42d8-8218-ad35b14a2030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825477 Mar 29 16:23:31.021443 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-69c57b11-d368-4cd9-aada-599448db7ddc req-edddba02-db17-4260-a8ea-f9221c57bdad service neutron] 10.222.0.15 "GET /v2.0/networks/6447a7eb-5871-42d8-8218-ad35b14a2030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801916 Mar 29 16:23:43.430200 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:23:44.230993 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:52.339582 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-262d1cb7-4da8-4e6b-b9b3-56c0e8d1b37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:54.510779 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-050e6a98-9481-473d-9d6e-25acbb85f318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:55.847959 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:57.287218 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:58.573440 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:58.853256 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 49372) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:23:59.007667 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-4a7a0717-e99c-4a7a-a563-e0bd2bad3699 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Deleting port 07a02ba3-a6ea-46aa-9468-664ae06f5c1c {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:23:59.008010 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0717-e99c-4a7a-a563-e0bd2bad3699 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (07a02ba3-a6ea-46aa-9468-664ae06f5c1c), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:59.083322 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0717-e99c-4a7a-a563-e0bd2bad3699 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (07a02ba3-a6ea-46aa-9468-664ae06f5c1c), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:59.083648 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0717-e99c-4a7a-a563-e0bd2bad3699 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for floatingip (07a02ba3-a6ea-46aa-9468-664ae06f5c1c), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:59.095524 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-4a7a0717-e99c-4a7a-a563-e0bd2bad3699 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Calling delete_port for 07a02ba3-a6ea-46aa-9468-664ae06f5c1c owned by network:floatingip {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:23:59.316084 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0717-e99c-4a7a-a563-e0bd2bad3699 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (07a02ba3-a6ea-46aa-9468-664ae06f5c1c), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:59.341865 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a0717-e99c-4a7a-a563-e0bd2bad3699 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Pushing event deleted for resources: {'Port': ['ID=07a02ba3-a6ea-46aa-9468-664ae06f5c1c,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:23:59.352170 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7a0717-e99c-4a7a-a563-e0bd2bad3699 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:59.352555 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7a0717-e99c-4a7a-a563-e0bd2bad3699 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:59.352889 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7a0717-e99c-4a7a-a563-e0bd2bad3699 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:59.353223 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7a0717-e99c-4a7a-a563-e0bd2bad3699 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:59.353556 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7a0717-e99c-4a7a-a563-e0bd2bad3699 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:59.353882 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7a0717-e99c-4a7a-a563-e0bd2bad3699 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:59.354206 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7a0717-e99c-4a7a-a563-e0bd2bad3699 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:59.354528 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7a0717-e99c-4a7a-a563-e0bd2bad3699 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:59.354849 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7a0717-e99c-4a7a-a563-e0bd2bad3699 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:59.355171 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7a0717-e99c-4a7a-a563-e0bd2bad3699 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:59.355491 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7a0717-e99c-4a7a-a563-e0bd2bad3699 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:59.355813 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7a0717-e99c-4a7a-a563-e0bd2bad3699 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:59.356133 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7a0717-e99c-4a7a-a563-e0bd2bad3699 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:59.356472 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7a0717-e99c-4a7a-a563-e0bd2bad3699 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:59.356791 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7a0717-e99c-4a7a-a563-e0bd2bad3699 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:59.412553 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0717-e99c-4a7a-a563-e0bd2bad3699 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for floatingip (8748208b-e82f-4afb-aa80-f416957f8729), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:59.412898 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.db.l3_db [None req-4a7a0717-e99c-4a7a-a563-e0bd2bad3699 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Floating IP 8748208b-e82f-4afb-aa80-f416957f8729 disassociated (deleted). External IP: 172.27.3.116, port: 223b91bd-3489-4ee0-bea0-0be1ccd779e9. Mar 29 16:23:59.617977 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7a0717-e99c-4a7a-a563-e0bd2bad3699 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Router 765db258-fd05-462a-9d98-b202fdcf4290 has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:23:59.725315 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7a0717-e99c-4a7a-a563-e0bd2bad3699 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:23:59.729934 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0717-e99c-4a7a-a563-e0bd2bad3699 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for floatingip (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:59.735472 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea273db-daed-4c68-884a-fe5e8a8d6cea None None] Sync routers for ids ['765db258-fd05-462a-9d98-b202fdcf4290'] in dv-cinder-562053-19-iscsi {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:23:59.744517 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea273db-daed-4c68-884a-fe5e8a8d6cea None None] Routers {'765db258-fd05-462a-9d98-b202fdcf4290'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:23:59.745128 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-dea273db-daed-4c68-884a-fe5e8a8d6cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:23:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['765db258-fd05-462a-9d98-b202fdcf4290'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:23:59.760031 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-4a7a0717-e99c-4a7a-a563-e0bd2bad3699 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "DELETE /v2.0/floatingips/8748208b-e82f-4afb-aa80-f416957f8729 HTTP/1.1" status: 204 len: 168 time: 0.9057715 Mar 29 16:23:59.760660 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18cecb72-5fc0-4064-9889-bb1644a89611', 'tag': '223b91bd-3489-4ee0-bea0-0be1ccd779e9'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:23:59.842102 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a9cf6c0eeb104f2c04fb98ab781ea871d4584c3815d91391c510af8e307e6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a406cdd7-73e9-492f-a9e4-9070a62e9a55" -d '{"events": [{"name": "network-changed", "server_uuid": "18cecb72-5fc0-4064-9889-bb1644a89611", "tag": "223b91bd-3489-4ee0-bea0-0be1ccd779e9"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:23:59.859318 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-dea273db-daed-4c68-884a-fe5e8a8d6cea None None] Set router 765db258-fd05-462a-9d98-b202fdcf4290 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:23:59.961595 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1d90bb-7dbb-4588-b2c8-e589a553861b x-openstack-request-id: req-4a1d90bb-7dbb-4588-b2c8-e589a553861b {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:23:59.962069 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18cecb72-5fc0-4064-9889-bb1644a89611", "tag": "223b91bd-3489-4ee0-bea0-0be1ccd779e9", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:23:59.962149 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4a1d90bb-7dbb-4588-b2c8-e589a553861b {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:23:59.962534 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a1d90bb-7dbb-4588-b2c8-e589a553861b'] response: {'name': 'network-changed', 'server_uuid': '18cecb72-5fc0-4064-9889-bb1644a89611', 'tag': '223b91bd-3489-4ee0-bea0-0be1ccd779e9', 'status': 'completed', 'code': 200} Mar 29 16:24:00.066382 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-dea273db-daed-4c68-884a-fe5e8a8d6cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765db258-fd05-462a-9d98-b202fdcf4290', 'name': 'tempest-TestShelveInstance-1418277088-router', 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c7952227-7132-4ac7-bc14-088a6eb794b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:19:24Z', 'updated_at': '2022-03-29T16:19:27Z', 'revision_number': 4, 'project_id': 'abb3890e72444214948890d93eb94ef8', 'gw_port': {'id': 'c7952227-7132-4ac7-bc14-088a6eb794b8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:08:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765db258-fd05-462a-9d98-b202fdcf4290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:24Z', 'updated_at': '2022-03-29T16:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': 'a6db4ba1-759c-4263-91f9-622e87dc9020', 'name': '', 'network_id': '6447a7eb-5871-42d8-8218-ad35b14a2030', 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'mac_address': 'fa:16:3e:eb:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765db258-fd05-462a-9d98-b202fdcf4290', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd69fd4be-8442-450c-ad74-8e845fa74342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:26Z', 'updated_at': '2022-03-29T16:19:30Z', 'revision_number': 5, 'project_id': 'abb3890e72444214948890d93eb94ef8', 'subnets': [{'id': 'd69fd4be-8442-450c-ad74-8e845fa74342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:00.093810 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea273db-daed-4c68-884a-fe5e8a8d6cea None None] Checking router: 765db258-fd05-462a-9d98-b202fdcf4290 for host: dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:24:00.102635 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea273db-daed-4c68-884a-fe5e8a8d6cea None None] Routers {'765db258-fd05-462a-9d98-b202fdcf4290'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:24:00.103552 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-dea273db-daed-4c68-884a-fe5e8a8d6cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:23:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['765db258-fd05-462a-9d98-b202fdcf4290'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:00.142745 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406cdd7-73e9-492f-a9e4-9070a62e9a55 req-3de7fe7d-253c-4ac1-bb3a-18639ecffbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:00.144969 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-a406cdd7-73e9-492f-a9e4-9070a62e9a55 req-3de7fe7d-253c-4ac1-bb3a-18639ecffbad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abb3890e72444214948890d93eb94ef8&device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 1130 time: 0.0973420 Mar 29 16:24:00.223515 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-dea273db-daed-4c68-884a-fe5e8a8d6cea None None] Set router 765db258-fd05-462a-9d98-b202fdcf4290 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:24:00.240523 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406cdd7-73e9-492f-a9e4-9070a62e9a55 req-5b572d89-17b2-45db-a663-8fd92d6d828d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:00.242038 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-a406cdd7-73e9-492f-a9e4-9070a62e9a55 req-5b572d89-17b2-45db-a663-8fd92d6d828d service neutron] 10.222.0.15 "GET /v2.0/networks?id=6447a7eb-5871-42d8-8218-ad35b14a2030 HTTP/1.1" status: 200 len: 910 time: 0.0903211 Mar 29 16:24:00.276289 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98db661-c5bd-4b8b-8196-1974cef30174 req-0af9e944-a946-40d9-914f-a7f0897065f9 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:00.277780 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a98db661-c5bd-4b8b-8196-1974cef30174 req-0af9e944-a946-40d9-914f-a7f0897065f9 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 946 time: 0.1097033 Mar 29 16:24:00.288787 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-a406cdd7-73e9-492f-a9e4-9070a62e9a55 req-b20ae145-d5f0-4469-b72f-ae37582f004e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=223b91bd-3489-4ee0-bea0-0be1ccd779e9 HTTP/1.1" status: 200 len: 217 time: 0.0393751 Mar 29 16:24:00.331014 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-a98db661-c5bd-4b8b-8196-1974cef30174 req-42f0a681-a10d-42cb-81e4-acaad4bce8f7 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469775 Mar 29 16:24:00.338944 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406cdd7-73e9-492f-a9e4-9070a62e9a55 req-2a664410-0584-4748-a13a-2d826447f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:00.340473 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-a406cdd7-73e9-492f-a9e4-9070a62e9a55 req-2a664410-0584-4748-a13a-2d826447f0c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d69fd4be-8442-450c-ad74-8e845fa74342 HTTP/1.1" status: 200 len: 848 time: 0.0459523 Mar 29 16:24:00.389284 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406cdd7-73e9-492f-a9e4-9070a62e9a55 req-c744fdaf-9ba1-4a2f-a8a3-d2c380d133db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:00.390702 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-a406cdd7-73e9-492f-a9e4-9070a62e9a55 req-c744fdaf-9ba1-4a2f-a8a3-d2c380d133db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6447a7eb-5871-42d8-8218-ad35b14a2030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440361 Mar 29 16:24:00.426580 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-dea273db-daed-4c68-884a-fe5e8a8d6cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765db258-fd05-462a-9d98-b202fdcf4290', 'name': 'tempest-TestShelveInstance-1418277088-router', 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c7952227-7132-4ac7-bc14-088a6eb794b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:19:24Z', 'updated_at': '2022-03-29T16:19:27Z', 'revision_number': 4, 'project_id': 'abb3890e72444214948890d93eb94ef8', 'gw_port': {'id': 'c7952227-7132-4ac7-bc14-088a6eb794b8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:08:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765db258-fd05-462a-9d98-b202fdcf4290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:24Z', 'updated_at': '2022-03-29T16:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': 'a6db4ba1-759c-4263-91f9-622e87dc9020', 'name': '', 'network_id': '6447a7eb-5871-42d8-8218-ad35b14a2030', 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'mac_address': 'fa:16:3e:eb:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765db258-fd05-462a-9d98-b202fdcf4290', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd69fd4be-8442-450c-ad74-8e845fa74342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:26Z', 'updated_at': '2022-03-29T16:19:30Z', 'revision_number': 5, 'project_id': 'abb3890e72444214948890d93eb94ef8', 'subnets': [{'id': 'd69fd4be-8442-450c-ad74-8e845fa74342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:00.455703 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea273db-daed-4c68-884a-fe5e8a8d6cea None None] The sync data for ids ['765db258-fd05-462a-9d98-b202fdcf4290'] in dv-cinder-562053-19-iscsi is: [{'id': '765db258-fd05-462a-9d98-b202fdcf4290', 'name': 'tempest-TestShelveInstance-1418277088-router', 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c7952227-7132-4ac7-bc14-088a6eb794b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:19:24Z', 'updated_at': '2022-03-29T16:19:27Z', 'revision_number': 4, 'project_id': 'abb3890e72444214948890d93eb94ef8', 'gw_port': {'id': 'c7952227-7132-4ac7-bc14-088a6eb794b8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:08:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765db258-fd05-462a-9d98-b202fdcf4290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:24Z', 'updated_at': '2022-03-29T16:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi', '_interfaces': [{'id': 'a6db4ba1-759c-4263-91f9-622e87dc9020', 'name': '', 'network_id': '6447a7eb-5871-42d8-8218-ad35b14a2030', 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'mac_address': 'fa:16:3e:eb:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765db258-fd05-462a-9d98-b202fdcf4290', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd69fd4be-8442-450c-ad74-8e845fa74342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:26Z', 'updated_at': '2022-03-29T16:19:30Z', 'revision_number': 5, 'project_id': 'abb3890e72444214948890d93eb94ef8', 'subnets': [{'id': 'd69fd4be-8442-450c-ad74-8e845fa74342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:24:00.482914 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-a406cdd7-73e9-492f-a9e4-9070a62e9a55 req-3465edbf-1e95-4e37-97a7-ac8ddd04f6bb service neutron] 10.222.0.15 "GET /v2.0/networks/6447a7eb-5871-42d8-8218-ad35b14a2030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845816 Mar 29 16:24:00.574293 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-a406cdd7-73e9-492f-a9e4-9070a62e9a55 req-8f267e47-70de-41c0-9dad-fa1de7932884 service neutron] 10.222.0.15 "GET /v2.0/networks/6447a7eb-5871-42d8-8218-ad35b14a2030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852830 Mar 29 16:24:00.667244 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06e0bdc-ee9e-439f-a61e-bd8690e709ad None None] New status for floating IP 8748208b-e82f-4afb-aa80-f416957f8729: DOWN {{(pid=103834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:24:01.562435 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd6fef-3ce5-4e67-9cd1-bebf20621494 req-81d40c15-f98b-4d8d-a203-e497996342ac tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:01.563908 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-20fd6fef-3ce5-4e67-9cd1-bebf20621494 req-81d40c15-f98b-4d8d-a203-e497996342ac tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 946 time: 0.0943198 Mar 29 16:24:01.612112 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-20fd6fef-3ce5-4e67-9cd1-bebf20621494 req-31158bca-1f46-4cda-9224-91ef40dc6de0 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0d8a991-6950-436d-bcda-974f4ad311bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424793 Mar 29 16:24:01.899478 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92871479-36c9-42a0-8a8e-05f4fb2af29d req-c0927256-da5d-46a4-8144-3e574e213281 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:01.900864 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-92871479-36c9-42a0-8a8e-05f4fb2af29d req-c0927256-da5d-46a4-8144-3e574e213281 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.15 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 946 time: 0.0515163 Mar 29 16:24:01.995875 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-92871479-36c9-42a0-8a8e-05f4fb2af29d req-38edcfc1-192f-49c4-8ac9-5b8e5af19033 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Deleting port 223b91bd-3489-4ee0-bea0-0be1ccd779e9 {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:24:01.996212 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-92871479-36c9-42a0-8a8e-05f4fb2af29d req-38edcfc1-192f-49c4-8ac9-5b8e5af19033 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (223b91bd-3489-4ee0-bea0-0be1ccd779e9), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:02.081831 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [req-92871479-36c9-42a0-8a8e-05f4fb2af29d req-38edcfc1-192f-49c4-8ac9-5b8e5af19033 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] For port 223b91bd-3489-4ee0-bea0-0be1ccd779e9, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=223b91bd-3489-4ee0-bea0-0be1ccd779e9,segment=NetworkSegment(f5b70c65-b196-45fa-92fb-c44fe19c2bde),segment_id=f5b70c65-b196-45fa-92fb-c44fe19c2bde)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:24:02.082184 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-92871479-36c9-42a0-8a8e-05f4fb2af29d req-38edcfc1-192f-49c4-8ac9-5b8e5af19033 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (223b91bd-3489-4ee0-bea0-0be1ccd779e9), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:02.095042 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [req-92871479-36c9-42a0-8a8e-05f4fb2af29d req-38edcfc1-192f-49c4-8ac9-5b8e5af19033 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Calling delete_port for 223b91bd-3489-4ee0-bea0-0be1ccd779e9 owned by compute:nova {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:24:02.287610 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-92871479-36c9-42a0-8a8e-05f4fb2af29d req-38edcfc1-192f-49c4-8ac9-5b8e5af19033 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (223b91bd-3489-4ee0-bea0-0be1ccd779e9), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:02.313276 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38edcfc1-192f-49c4-8ac9-5b8e5af19033 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Pushing event deleted for resources: {'Port': ['ID=223b91bd-3489-4ee0-bea0-0be1ccd779e9,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:02.361763 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.l3_dvrscheduler_db [req-92871479-36c9-42a0-8a8e-05f4fb2af29d req-38edcfc1-192f-49c4-8ac9-5b8e5af19033 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] No DVR routers for this DVR port 223b91bd-3489-4ee0-bea0-0be1ccd779e9 on host hv-cinder-56205 {{(pid=103831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:24:02.364245 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [req-92871479-36c9-42a0-8a8e-05f4fb2af29d req-38edcfc1-192f-49c4-8ac9-5b8e5af19033 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227001'] for port (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:02.367513 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [req-92871479-36c9-42a0-8a8e-05f4fb2af29d req-38edcfc1-192f-49c4-8ac9-5b8e5af19033 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.15 "DELETE /v2.0/ports/223b91bd-3489-4ee0-bea0-0be1ccd779e9 HTTP/1.1" status: 204 len: 173 time: 0.4588683 Mar 29 16:24:02.367954 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cecb72-5fc0-4064-9889-bb1644a89611', 'name': 'network-vif-deleted', 'tag': '223b91bd-3489-4ee0-bea0-0be1ccd779e9'}] {{(pid=103831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:24:02.370202 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a9cf6c0eeb104f2c04fb98ab781ea871d4584c3815d91391c510af8e307e6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2f5131-3d51-4f12-bddf-1bd4987dbf57" -d '{"events": [{"server_uuid": "18cecb72-5fc0-4064-9889-bb1644a89611", "name": "network-vif-deleted", "tag": "223b91bd-3489-4ee0-bea0-0be1ccd779e9"}]}' {{(pid=103831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:24:02.405022 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a371e678-3dec-48c8-b457-26ffbdc14430 x-openstack-request-id: req-a371e678-3dec-48c8-b457-26ffbdc14430 {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:24:02.405319 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18cecb72-5fc0-4064-9889-bb1644a89611", "name": "network-vif-deleted", "tag": "223b91bd-3489-4ee0-bea0-0be1ccd779e9", "status": "completed", "code": 200}]} {{(pid=103831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:24:02.405573 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a371e678-3dec-48c8-b457-26ffbdc14430 {{(pid=103831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:24:02.406002 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a371e678-3dec-48c8-b457-26ffbdc14430'] response: {'server_uuid': '18cecb72-5fc0-4064-9889-bb1644a89611', 'name': 'network-vif-deleted', 'tag': '223b91bd-3489-4ee0-bea0-0be1ccd779e9', 'status': 'completed', 'code': 200} Mar 29 16:24:02.708961 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-7e928ee4-008a-4a6d-b98a-77fecc18bbfe req-495178a0-a92c-4c90-b641-3928794a8dd0 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 210 time: 0.0293348 Mar 29 16:24:03.816078 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [req-408a6ab1-779f-4305-b04a-4b4e64350dc9 req-12fef1c9-e59b-4120-8398-d29039792b51 tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "GET /v2.0/ports?device_id=18cecb72-5fc0-4064-9889-bb1644a89611 HTTP/1.1" status: 200 len: 210 time: 0.0296755 Mar 29 16:24:04.858668 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 223b91bd-3489-4ee0-bea0-0be1ccd779e9 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:24:04.878859 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 49420) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:24:04.879318 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] No Port match for: 223b91bd-3489-4ee0-bea0-0be1ccd779e9 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:24:04.879318 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Device 223b91bd-3489-4ee0-bea0-0be1ccd779e9 not bound to the agent host hv-cinder-56205 {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:24:04.936100 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-b725b8a3-ec5c-4a09-a567-93892537bfda tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for security_group (a0d8a991-6950-436d-bcda-974f4ad311bd), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:04.960979 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-b725b8a3-ec5c-4a09-a567-93892537bfda tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for security_group (a0d8a991-6950-436d-bcda-974f4ad311bd), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:05.087543 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-b725b8a3-ec5c-4a09-a567-93892537bfda tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (a0d8a991-6950-436d-bcda-974f4ad311bd), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:05.090450 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-b725b8a3-ec5c-4a09-a567-93892537bfda tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Publish callbacks [] for security_group (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:05.091620 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-b725b8a3-ec5c-4a09-a567-93892537bfda tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] 10.222.0.39 "DELETE /v2.0/security-groups/a0d8a991-6950-436d-bcda-974f4ad311bd HTTP/1.1" status: 204 len: 168 time: 0.2116189 Mar 29 16:24:05.100843 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725b8a3-ec5c-4a09-a567-93892537bfda tempest-TestShelveInstance-257876829 tempest-TestShelveInstance-257876829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d8a991-6950-436d-bcda-974f4ad311bd,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:05.193861 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 49424) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:24:05.534017 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7f7fcded-ee1f-4cf8-9d17-5958205fe3c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032828'] for router_interface (765db258-fd05-462a-9d98-b202fdcf4290), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:05.776830 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-7f7fcded-ee1f-4cf8-9d17-5958205fe3c1 admin admin] Deleting port a6db4ba1-759c-4263-91f9-622e87dc9020 {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:24:05.777177 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7f7fcded-ee1f-4cf8-9d17-5958205fe3c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (a6db4ba1-759c-4263-91f9-622e87dc9020), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:05.855642 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [None req-7f7fcded-ee1f-4cf8-9d17-5958205fe3c1 admin admin] For port a6db4ba1-759c-4263-91f9-622e87dc9020, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=a6db4ba1-759c-4263-91f9-622e87dc9020,segment=NetworkSegment(f5b70c65-b196-45fa-92fb-c44fe19c2bde),segment_id=f5b70c65-b196-45fa-92fb-c44fe19c2bde)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:24:05.856002 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7f7fcded-ee1f-4cf8-9d17-5958205fe3c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (a6db4ba1-759c-4263-91f9-622e87dc9020), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:05.869047 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-7f7fcded-ee1f-4cf8-9d17-5958205fe3c1 admin admin] Calling delete_port for a6db4ba1-759c-4263-91f9-622e87dc9020 owned by network:router_interface {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:24:06.133257 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7f7fcded-ee1f-4cf8-9d17-5958205fe3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (a6db4ba1-759c-4263-91f9-622e87dc9020), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:06.157448 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7fcded-ee1f-4cf8-9d17-5958205fe3c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6db4ba1-759c-4263-91f9-622e87dc9020,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:06.332887 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-7f7fcded-ee1f-4cf8-9d17-5958205fe3c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1025627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1035244'] for router_interface (765db258-fd05-462a-9d98-b202fdcf4290), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:06.794584 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7fcded-ee1f-4cf8-9d17-5958205fe3c1 admin admin] Router 765db258-fd05-462a-9d98-b202fdcf4290 has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:24:06.899407 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7fcded-ee1f-4cf8-9d17-5958205fe3c1 admin admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:24:06.904356 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-7f7fcded-ee1f-4cf8-9d17-5958205fe3c1 admin admin] 10.222.0.39 "PUT /v2.0/routers/765db258-fd05-462a-9d98-b202fdcf4290/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7094533 Mar 29 16:24:06.906944 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 49426) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:24:06.909501 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb1bbcf-365c-4dff-8cba-022c50a9e17e None None] Sync routers for ids ['765db258-fd05-462a-9d98-b202fdcf4290'] in dv-cinder-562053-19-iscsi {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:24:06.919654 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb1bbcf-365c-4dff-8cba-022c50a9e17e None None] Routers {'765db258-fd05-462a-9d98-b202fdcf4290'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:24:06.920368 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-7fb1bbcf-365c-4dff-8cba-022c50a9e17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:23:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['765db258-fd05-462a-9d98-b202fdcf4290'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:07.011492 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-1e1c3f89-f18b-4f09-8374-be2aba28076f admin admin] Publish callbacks [] for router (765db258-fd05-462a-9d98-b202fdcf4290), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:07.024307 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-7fb1bbcf-365c-4dff-8cba-022c50a9e17e None None] Set router 765db258-fd05-462a-9d98-b202fdcf4290 gateway port host: dv-cinder-562053-19-iscsi {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:24:07.115028 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-1e1c3f89-f18b-4f09-8374-be2aba28076f admin admin] Publish callbacks [] for router_gateway (765db258-fd05-462a-9d98-b202fdcf4290), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:07.198603 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-7fb1bbcf-365c-4dff-8cba-022c50a9e17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765db258-fd05-462a-9d98-b202fdcf4290', 'name': 'tempest-TestShelveInstance-1418277088-router', 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c7952227-7132-4ac7-bc14-088a6eb794b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:19:24Z', 'updated_at': '2022-03-29T16:24:06Z', 'revision_number': 5, 'project_id': 'abb3890e72444214948890d93eb94ef8', 'gw_port': {'id': 'c7952227-7132-4ac7-bc14-088a6eb794b8', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:08:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765db258-fd05-462a-9d98-b202fdcf4290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:24Z', 'updated_at': '2022-03-29T16:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:07.221762 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-1e1c3f89-f18b-4f09-8374-be2aba28076f admin admin] Deleting port c7952227-7132-4ac7-bc14-088a6eb794b8 {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:24:07.222317 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-1e1c3f89-f18b-4f09-8374-be2aba28076f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (c7952227-7132-4ac7-bc14-088a6eb794b8), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:07.224577 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb1bbcf-365c-4dff-8cba-022c50a9e17e None None] Checking router: 765db258-fd05-462a-9d98-b202fdcf4290 for host: dv-cinder-562053-19-iscsi {{(pid=103833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:24:07.232616 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb1bbcf-365c-4dff-8cba-022c50a9e17e None None] Routers {'765db258-fd05-462a-9d98-b202fdcf4290'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:24:07.233220 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-7fb1bbcf-365c-4dff-8cba-022c50a9e17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:23:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['765db258-fd05-462a-9d98-b202fdcf4290'], 'active': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:07.302065 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [None req-1e1c3f89-f18b-4f09-8374-be2aba28076f admin admin] For port c7952227-7132-4ac7-bc14-088a6eb794b8, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=c7952227-7132-4ac7-bc14-088a6eb794b8,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:24:07.302434 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-1e1c3f89-f18b-4f09-8374-be2aba28076f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (c7952227-7132-4ac7-bc14-088a6eb794b8), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:07.315002 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-1e1c3f89-f18b-4f09-8374-be2aba28076f admin admin] Calling delete_port for c7952227-7132-4ac7-bc14-088a6eb794b8 owned by network:router_gateway {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:24:07.318958 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvr_db [None req-7fb1bbcf-365c-4dff-8cba-022c50a9e17e None None] Set router 765db258-fd05-462a-9d98-b202fdcf4290 gateway port host: None {{(pid=103833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:24:07.371585 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_hamode_db [None req-7fb1bbcf-365c-4dff-8cba-022c50a9e17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765db258-fd05-462a-9d98-b202fdcf4290', 'name': 'tempest-TestShelveInstance-1418277088-router', 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:19:24Z', 'updated_at': '2022-03-29T16:24:07Z', 'revision_number': 6, 'project_id': 'abb3890e72444214948890d93eb94ef8', 'gw_port_host': None}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:07.397185 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb1bbcf-365c-4dff-8cba-022c50a9e17e None None] The sync data for ids ['765db258-fd05-462a-9d98-b202fdcf4290'] in dv-cinder-562053-19-iscsi is: [{'id': '765db258-fd05-462a-9d98-b202fdcf4290', 'name': 'tempest-TestShelveInstance-1418277088-router', 'tenant_id': 'abb3890e72444214948890d93eb94ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:19:24Z', 'updated_at': '2022-03-29T16:24:07Z', 'revision_number': 6, 'project_id': 'abb3890e72444214948890d93eb94ef8', 'gw_port_host': None}] {{(pid=103833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:24:07.544726 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-1e1c3f89-f18b-4f09-8374-be2aba28076f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (c7952227-7132-4ac7-bc14-088a6eb794b8), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:07.569852 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c3f89-f18b-4f09-8374-be2aba28076f admin admin] Pushing event deleted for resources: {'Port': ['ID=c7952227-7132-4ac7-bc14-088a6eb794b8,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:07.632825 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-1e1c3f89-f18b-4f09-8374-be2aba28076f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1033222'] for router_gateway (765db258-fd05-462a-9d98-b202fdcf4290), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:07.724361 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-1e1c3f89-f18b-4f09-8374-be2aba28076f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-883'] for router (765db258-fd05-462a-9d98-b202fdcf4290), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:07.726601 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-1e1c3f89-f18b-4f09-8374-be2aba28076f admin admin] Publish callbacks [] for router_controller (765db258-fd05-462a-9d98-b202fdcf4290), precommit_delete_associations {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:07.848010 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-1e1c3f89-f18b-4f09-8374-be2aba28076f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034723'] for router (765db258-fd05-462a-9d98-b202fdcf4290), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:07.848617 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1c3f89-f18b-4f09-8374-be2aba28076f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 765db258-fd05-462a-9d98-b202fdcf4290 {{(pid=103831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:24:07.852827 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-1e1c3f89-f18b-4f09-8374-be2aba28076f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:07.853965 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-1e1c3f89-f18b-4f09-8374-be2aba28076f admin admin] 10.222.0.39 "DELETE /v2.0/routers/765db258-fd05-462a-9d98-b202fdcf4290 HTTP/1.1" status: 204 len: 168 time: 0.9461191 Mar 29 16:24:07.858403 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 49428) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:24:07.899946 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0b6c3b-f347-4f78-9707-8f5205e80acd admin admin] Deleting subnet d69fd4be-8442-450c-ad74-8e845fa74342 {{(pid=103831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 16:24:07.902902 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-9b0b6c3b-f347-4f78-9707-8f5205e80acd admin admin] Publish callbacks [] for subnet (d69fd4be-8442-450c-ad74-8e845fa74342), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:07.940772 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-9b0b6c3b-f347-4f78-9707-8f5205e80acd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416713'] for subnet (d69fd4be-8442-450c-ad74-8e845fa74342), precommit_delete_associations {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:08.018153 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-9b0b6c3b-f347-4f78-9707-8f5205e80acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171654'] for subnet (d69fd4be-8442-450c-ad74-8e845fa74342), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:08.127867 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-9b0b6c3b-f347-4f78-9707-8f5205e80acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10297124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8528634'] for subnet (d69fd4be-8442-450c-ad74-8e845fa74342), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:08.154814 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b6c3b-f347-4f78-9707-8f5205e80acd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d69fd4be-8442-450c-ad74-8e845fa74342,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:08.156583 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-9b0b6c3b-f347-4f78-9707-8f5205e80acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for subnet (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:08.162114 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d03482-d590-4872-9b4a-44c7f8921d3f None None] Network 6447a7eb-5871-42d8-8218-ad35b14a2030 requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:24:08.162932 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 49430) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:24:08.170339 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-9b0b6c3b-f347-4f78-9707-8f5205e80acd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d69fd4be-8442-450c-ad74-8e845fa74342 HTTP/1.1" status: 204 len: 168 time: 0.3129129 Mar 29 16:24:08.236552 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105799'] for network (6447a7eb-5871-42d8-8218-ad35b14a2030), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:08.267967 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device a6db4ba1-759c-4263-91f9-622e87dc9020 no longer exists at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:24:08.292727 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] No Port match for: a6db4ba1-759c-4263-91f9-622e87dc9020 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:24:08.293066 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device a6db4ba1-759c-4263-91f9-622e87dc9020 not bound to the agent host dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:24:08.293478 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device c7952227-7132-4ac7-bc14-088a6eb794b8 no longer exists at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:24:08.297624 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] Deleting port 1b019cc4-0d3c-4151-8232-ba6d1b4a5781 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:24:08.297958 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (1b019cc4-0d3c-4151-8232-ba6d1b4a5781), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:08.321449 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] No Port match for: c7952227-7132-4ac7-bc14-088a6eb794b8 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:24:08.321808 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device c7952227-7132-4ac7-bc14-088a6eb794b8 not bound to the agent host dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:24:08.348924 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452a4a74-8d44-4f74-a07f-5c3df9b81aa5 None None] DHCP port deletion for 6447a7eb-5871-42d8-8218-ad35b14a2030 request from dv-cinder-562053-19-iscsi {{(pid=103833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 16:24:08.365046 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.db [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] For port 1b019cc4-0d3c-4151-8232-ba6d1b4a5781, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=1b019cc4-0d3c-4151-8232-ba6d1b4a5781,segment=NetworkSegment(f5b70c65-b196-45fa-92fb-c44fe19c2bde),segment_id=f5b70c65-b196-45fa-92fb-c44fe19c2bde)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:24:08.365429 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (1b019cc4-0d3c-4151-8232-ba6d1b4a5781), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:08.378315 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] Calling delete_port for 1b019cc4-0d3c-4151-8232-ba6d1b4a5781 owned by network:dhcp {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:24:08.398256 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-452a4a74-8d44-4f74-a07f-5c3df9b81aa5 None None] Deleting port 1b019cc4-0d3c-4151-8232-ba6d1b4a5781 {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:24:08.398718 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-452a4a74-8d44-4f74-a07f-5c3df9b81aa5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (1b019cc4-0d3c-4151-8232-ba6d1b4a5781), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:08.550819 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (1b019cc4-0d3c-4151-8232-ba6d1b4a5781), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:08.575861 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b019cc4-0d3c-4151-8232-ba6d1b4a5781,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:08.583699 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] No DVR routers for this DVR port 1b019cc4-0d3c-4151-8232-ba6d1b4a5781 on host dv-cinder-562053-19-iscsi {{(pid=103832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:24:08.587939 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:08.588346 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:08.588694 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:08.589033 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:08.589372 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:08.589706 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:08.590033 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:08.590360 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:08.590694 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:08.591076 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:08.591411 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:08.591737 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:08.592059 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:08.592406 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:08.592727 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:08.593960 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-452a4a74-8d44-4f74-a07f-5c3df9b81aa5 None None] For port 1b019cc4-0d3c-4151-8232-ba6d1b4a5781, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=1b019cc4-0d3c-4151-8232-ba6d1b4a5781,segment=NetworkSegment(f5b70c65-b196-45fa-92fb-c44fe19c2bde),segment_id=f5b70c65-b196-45fa-92fb-c44fe19c2bde)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:24:08.594360 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-452a4a74-8d44-4f74-a07f-5c3df9b81aa5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (1b019cc4-0d3c-4151-8232-ba6d1b4a5781), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:08.609160 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-452a4a74-8d44-4f74-a07f-5c3df9b81aa5 None None] Calling delete_port for 1b019cc4-0d3c-4151-8232-ba6d1b4a5781 owned by network:dhcp {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:24:08.669825 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1238605', 'neutron.services.segments.db._delete_segments_for_network-8748544868922'] for network (6447a7eb-5871-42d8-8218-ad35b14a2030), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:08.696281 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-452a4a74-8d44-4f74-a07f-5c3df9b81aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943'] for port (1b019cc4-0d3c-4151-8232-ba6d1b4a5781), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:08.702295 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.services.segments.db [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6447a7eb-5871-42d8-8218-ad35b14a2030']}} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:08.715668 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.services.segments.db [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b70c65-b196-45fa-92fb-c44fe19c2bde') {'for_net_delete': True} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:08.715967 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.services.segments.db [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b70c65-b196-45fa-92fb-c44fe19c2bde') {} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:08.719300 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a4a74-8d44-4f74-a07f-5c3df9b81aa5 None None] Pushing event deleted for resources: {'Port': ['ID=1b019cc4-0d3c-4151-8232-ba6d1b4a5781,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:08.726018 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748544868419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032654'] for segment (f5b70c65-b196-45fa-92fb-c44fe19c2bde), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:08.729988 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452a4a74-8d44-4f74-a07f-5c3df9b81aa5 None None] No DVR routers for this DVR port 1b019cc4-0d3c-4151-8232-ba6d1b4a5781 on host dv-cinder-562053-19-iscsi {{(pid=103833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:24:08.732588 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a4a74-8d44-4f74-a07f-5c3df9b81aa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:08.732937 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a4a74-8d44-4f74-a07f-5c3df9b81aa5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:08.733280 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a4a74-8d44-4f74-a07f-5c3df9b81aa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:08.733761 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a4a74-8d44-4f74-a07f-5c3df9b81aa5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:08.734104 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a4a74-8d44-4f74-a07f-5c3df9b81aa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:08.734453 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a4a74-8d44-4f74-a07f-5c3df9b81aa5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:08.734811 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a4a74-8d44-4f74-a07f-5c3df9b81aa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:08.735139 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a4a74-8d44-4f74-a07f-5c3df9b81aa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:08.735467 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a4a74-8d44-4f74-a07f-5c3df9b81aa5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:08.735796 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a4a74-8d44-4f74-a07f-5c3df9b81aa5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:08.736124 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a4a74-8d44-4f74-a07f-5c3df9b81aa5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:08.736476 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a4a74-8d44-4f74-a07f-5c3df9b81aa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:08.736889 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a4a74-8d44-4f74-a07f-5c3df9b81aa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:08.737232 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a4a74-8d44-4f74-a07f-5c3df9b81aa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:08.737605 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a4a74-8d44-4f74-a07f-5c3df9b81aa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-19-iscsi {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:08.739133 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (f5b70c65-b196-45fa-92fb-c44fe19c2bde), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:08.745188 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:24:08.745477 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10426465'] for segment (f5b70c65-b196-45fa-92fb-c44fe19c2bde), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: Traceback (most recent call last): Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: timer() Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: cb(*args, **kw) Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: return func(*args, **kwargs) Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: self._notify() Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: self.callback(batched_events) Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: event.method(event) Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: return f(self, *a, **k) Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: return self._get(url).json() Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: return self.request(url, 'GET', **kwargs) Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:24:08.755669 dv-cinder-562053-19-iscsi neutron-server[103832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:24:08.858846 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1238596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033322'] for network (6447a7eb-5871-42d8-8218-ad35b14a2030), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:08.864248 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:08.867362 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6447a7eb-5871-42d8-8218-ad35b14a2030 HTTP/1.1" status: 204 len: 168 time: 0.7034431 Mar 29 16:24:08.870354 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 49432) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:24:08.878681 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3bb6ae-ba36-4006-a291-0f2937a567e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6447a7eb-5871-42d8-8218-ad35b14a2030,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:09.216903 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-ac8fc714-e6ae-4c83-81dd-d6a930ab003a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032828'] for router_interface (379fa224-3a33-4032-ae23-4fc013448d5b), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:09.459318 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-ac8fc714-e6ae-4c83-81dd-d6a930ab003a admin admin] Deleting port 4091ce9f-77fb-41d1-888f-059ffc7406ef {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:24:09.459652 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-ac8fc714-e6ae-4c83-81dd-d6a930ab003a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (4091ce9f-77fb-41d1-888f-059ffc7406ef), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:09.534918 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [None req-ac8fc714-e6ae-4c83-81dd-d6a930ab003a admin admin] For port 4091ce9f-77fb-41d1-888f-059ffc7406ef, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=4091ce9f-77fb-41d1-888f-059ffc7406ef,segment=NetworkSegment(6bc6ec6a-fb95-47f2-b14e-0dd0c79a0062),segment_id=6bc6ec6a-fb95-47f2-b14e-0dd0c79a0062)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:24:09.535280 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-ac8fc714-e6ae-4c83-81dd-d6a930ab003a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (4091ce9f-77fb-41d1-888f-059ffc7406ef), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:09.547561 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-ac8fc714-e6ae-4c83-81dd-d6a930ab003a admin admin] Calling delete_port for 4091ce9f-77fb-41d1-888f-059ffc7406ef owned by network:router_interface {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:24:09.778599 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-ac8fc714-e6ae-4c83-81dd-d6a930ab003a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (4091ce9f-77fb-41d1-888f-059ffc7406ef), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:09.805085 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8fc714-e6ae-4c83-81dd-d6a930ab003a admin admin] Pushing event deleted for resources: {'Port': ['ID=4091ce9f-77fb-41d1-888f-059ffc7406ef,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:09.975318 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-ac8fc714-e6ae-4c83-81dd-d6a930ab003a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1025627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1035244'] for router_interface (379fa224-3a33-4032-ae23-4fc013448d5b), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:10.194003 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8fc714-e6ae-4c83-81dd-d6a930ab003a admin admin] Router 379fa224-3a33-4032-ae23-4fc013448d5b has already been hosted by L3 agent d859b4ee-f20c-419b-b7c3-2b2640a5c7fc {{(pid=103831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:24:10.295684 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 1b019cc4-0d3c-4151-8232-ba6d1b4a5781 no longer exists at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:24:10.302611 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8fc714-e6ae-4c83-81dd-d6a930ab003a admin admin] Notify agent at l3_agent.dv-cinder-562053-19-iscsi the message routers_updated {{(pid=103831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:24:10.308019 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-ac8fc714-e6ae-4c83-81dd-d6a930ab003a admin admin] 10.222.0.39 "PUT /v2.0/routers/379fa224-3a33-4032-ae23-4fc013448d5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4365828 Mar 29 16:24:10.310504 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 49434) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:24:10.312443 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb7ecef-2672-4ebb-ab74-f2783a059f07 None None] Sync routers for ids ['379fa224-3a33-4032-ae23-4fc013448d5b'] in dv-cinder-562053-19-iscsi {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:24:10.318287 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] No Port match for: 1b019cc4-0d3c-4151-8232-ba6d1b4a5781 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:24:10.318642 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 1b019cc4-0d3c-4151-8232-ba6d1b4a5781 not bound to the agent host dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:24:10.326866 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb7ecef-2672-4ebb-ab74-f2783a059f07 None None] Routers {'379fa224-3a33-4032-ae23-4fc013448d5b'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:24:10.327680 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-bfb7ecef-2672-4ebb-ab74-f2783a059f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:23:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['379fa224-3a33-4032-ae23-4fc013448d5b'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:10.415213 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f66333e5-5e05-470a-a9f8-ad9cf9a16769 admin admin] Publish callbacks [] for router (379fa224-3a33-4032-ae23-4fc013448d5b), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:10.432475 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-bfb7ecef-2672-4ebb-ab74-f2783a059f07 None None] Set router 379fa224-3a33-4032-ae23-4fc013448d5b gateway port host: dv-cinder-562053-19-iscsi {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:24:10.518632 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f66333e5-5e05-470a-a9f8-ad9cf9a16769 admin admin] Publish callbacks [] for router_gateway (379fa224-3a33-4032-ae23-4fc013448d5b), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:10.609674 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-bfb7ecef-2672-4ebb-ab74-f2783a059f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379fa224-3a33-4032-ae23-4fc013448d5b', 'name': 'tempest-TestShelveInstance-1718330048-router', 'tenant_id': '6cb3623b18244d72a694402de8d45c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'external_fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '8964b6bc-e2db-418a-9af9-b70a912d01fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:19:29Z', 'updated_at': '2022-03-29T16:24:09Z', 'revision_number': 5, 'project_id': '6cb3623b18244d72a694402de8d45c66', 'gw_port': {'id': '8964b6bc-e2db-418a-9af9-b70a912d01fc', 'name': '', 'network_id': '3dc57d37-328b-453d-86b3-347b9e0efd38', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379fa224-3a33-4032-ae23-4fc013448d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:19:30Z', 'updated_at': '2022-03-29T16:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0c47e6-f825-43a4-ad31-8f961885bd6a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-19-iscsi'}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:10.636708 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb7ecef-2672-4ebb-ab74-f2783a059f07 None None] Checking router: 379fa224-3a33-4032-ae23-4fc013448d5b for host: dv-cinder-562053-19-iscsi {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:24:10.645096 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-f66333e5-5e05-470a-a9f8-ad9cf9a16769 admin admin] Deleting port 8964b6bc-e2db-418a-9af9-b70a912d01fc {{(pid=103831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:24:10.645328 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb7ecef-2672-4ebb-ab74-f2783a059f07 None None] Routers {'379fa224-3a33-4032-ae23-4fc013448d5b'} bound to L3 agent in host dv-cinder-562053-19-iscsi {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:24:10.645421 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f66333e5-5e05-470a-a9f8-ad9cf9a16769 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (8964b6bc-e2db-418a-9af9-b70a912d01fc), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:10.645976 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-bfb7ecef-2672-4ebb-ab74-f2783a059f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:17:24Z,description=,heartbeat_timestamp=2022-03-29T16:23:54Z,host='dv-cinder-562053-19-iscsi',id=d859b4ee-f20c-419b-b7c3-2b2640a5c7fc,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:17:25Z,topic='l3_agent')) {'router_ids': ['379fa224-3a33-4032-ae23-4fc013448d5b'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:10.727662 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.db [None req-f66333e5-5e05-470a-a9f8-ad9cf9a16769 admin admin] For port 8964b6bc-e2db-418a-9af9-b70a912d01fc, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=8964b6bc-e2db-418a-9af9-b70a912d01fc,segment=NetworkSegment(fb9f6f37-500f-455d-9ecb-b6a802d0b0b2),segment_id=fb9f6f37-500f-455d-9ecb-b6a802d0b0b2)] {{(pid=103831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:24:10.728021 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f66333e5-5e05-470a-a9f8-ad9cf9a16769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (8964b6bc-e2db-418a-9af9-b70a912d01fc), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:10.732977 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-bfb7ecef-2672-4ebb-ab74-f2783a059f07 None None] Set router 379fa224-3a33-4032-ae23-4fc013448d5b gateway port host: None {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:24:10.741343 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-f66333e5-5e05-470a-a9f8-ad9cf9a16769 admin admin] Calling delete_port for 8964b6bc-e2db-418a-9af9-b70a912d01fc owned by network:router_gateway {{(pid=103831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:24:10.783780 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-bfb7ecef-2672-4ebb-ab74-f2783a059f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379fa224-3a33-4032-ae23-4fc013448d5b', 'name': 'tempest-TestShelveInstance-1718330048-router', 'tenant_id': '6cb3623b18244d72a694402de8d45c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:19:29Z', 'updated_at': '2022-03-29T16:24:10Z', 'revision_number': 6, 'project_id': '6cb3623b18244d72a694402de8d45c66', 'gw_port_host': None}], 'dv-cinder-562053-19-iscsi', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:10.813277 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb7ecef-2672-4ebb-ab74-f2783a059f07 None None] The sync data for ids ['379fa224-3a33-4032-ae23-4fc013448d5b'] in dv-cinder-562053-19-iscsi is: [{'id': '379fa224-3a33-4032-ae23-4fc013448d5b', 'name': 'tempest-TestShelveInstance-1718330048-router', 'tenant_id': '6cb3623b18244d72a694402de8d45c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:19:29Z', 'updated_at': '2022-03-29T16:24:10Z', 'revision_number': 6, 'project_id': '6cb3623b18244d72a694402de8d45c66', 'gw_port_host': None}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:24:10.944891 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f66333e5-5e05-470a-a9f8-ad9cf9a16769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10347223'] for port (8964b6bc-e2db-418a-9af9-b70a912d01fc), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:10.975221 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66333e5-5e05-470a-a9f8-ad9cf9a16769 admin admin] Pushing event deleted for resources: {'Port': ['ID=8964b6bc-e2db-418a-9af9-b70a912d01fc,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:11.033310 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f66333e5-5e05-470a-a9f8-ad9cf9a16769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1033222'] for router_gateway (379fa224-3a33-4032-ae23-4fc013448d5b), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:11.122996 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f66333e5-5e05-470a-a9f8-ad9cf9a16769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-883'] for router (379fa224-3a33-4032-ae23-4fc013448d5b), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:11.124977 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f66333e5-5e05-470a-a9f8-ad9cf9a16769 admin admin] Publish callbacks [] for router_controller (379fa224-3a33-4032-ae23-4fc013448d5b), precommit_delete_associations {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:11.208017 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f66333e5-5e05-470a-a9f8-ad9cf9a16769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034723'] for router (379fa224-3a33-4032-ae23-4fc013448d5b), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:11.208711 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66333e5-5e05-470a-a9f8-ad9cf9a16769 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 379fa224-3a33-4032-ae23-4fc013448d5b {{(pid=103831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:24:11.213904 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-f66333e5-5e05-470a-a9f8-ad9cf9a16769 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:11.215169 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-f66333e5-5e05-470a-a9f8-ad9cf9a16769 admin admin] 10.222.0.39 "DELETE /v2.0/routers/379fa224-3a33-4032-ae23-4fc013448d5b HTTP/1.1" status: 204 len: 168 time: 0.9033887 Mar 29 16:24:11.217881 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.wsgi [-] (103831) accepted ('10.222.0.39', 49436) {{(pid=103831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:24:11.270466 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.db.db_base_plugin_v2 [None req-c764a130-546b-47dd-b65a-5a7d9946226b admin admin] Deleting subnet 29777811-8efb-46f7-b399-daa892f95417 {{(pid=103831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 16:24:11.276985 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-c764a130-546b-47dd-b65a-5a7d9946226b admin admin] Publish callbacks [] for subnet (29777811-8efb-46f7-b399-daa892f95417), before_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:11.314755 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-c764a130-546b-47dd-b65a-5a7d9946226b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416713'] for subnet (29777811-8efb-46f7-b399-daa892f95417), precommit_delete_associations {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:11.387843 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-c764a130-546b-47dd-b65a-5a7d9946226b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171654'] for subnet (29777811-8efb-46f7-b399-daa892f95417), precommit_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:11.493942 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-c764a130-546b-47dd-b65a-5a7d9946226b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10297124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8528634'] for subnet (29777811-8efb-46f7-b399-daa892f95417), after_delete {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:11.518632 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764a130-546b-47dd-b65a-5a7d9946226b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29777811-8efb-46f7-b399-daa892f95417,revision_number=None']} {{(pid=103831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:11.522141 dv-cinder-562053-19-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-c764a130-546b-47dd-b65a-5a7d9946226b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for subnet (None), before_response {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:11.527645 dv-cinder-562053-19-iscsi neutron-server[103831]: INFO neutron.wsgi [None req-c764a130-546b-47dd-b65a-5a7d9946226b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/29777811-8efb-46f7-b399-daa892f95417 HTTP/1.1" status: 204 len: 168 time: 0.3063600 Mar 29 16:24:11.528246 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 49438) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:24:11.532358 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e133c9ff-e9e0-455b-9fc3-7b910205984c None None] Network 85bb765c-e28f-4611-b7b0-43fea60201ff requested from dv-cinder-562053-19-iscsi {{(pid=103833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:24:11.602939 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3648d9b4-16fa-47f4-ae04-1f622b8f744b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105799'] for network (85bb765c-e28f-4611-b7b0-43fea60201ff), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:11.657339 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-3648d9b4-16fa-47f4-ae04-1f622b8f744b admin admin] Deleting port a4c637e0-7a07-4fcc-9c41-19c83a042286 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:24:11.657678 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3648d9b4-16fa-47f4-ae04-1f622b8f744b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (a4c637e0-7a07-4fcc-9c41-19c83a042286), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:11.707490 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83d156a-6ac4-4ad1-b8a7-c4fc15aa54d7 None None] DHCP port deletion for 85bb765c-e28f-4611-b7b0-43fea60201ff request from dv-cinder-562053-19-iscsi {{(pid=103833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 16:24:11.731927 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.db [None req-3648d9b4-16fa-47f4-ae04-1f622b8f744b admin admin] For port a4c637e0-7a07-4fcc-9c41-19c83a042286, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=a4c637e0-7a07-4fcc-9c41-19c83a042286,segment=NetworkSegment(6bc6ec6a-fb95-47f2-b14e-0dd0c79a0062),segment_id=6bc6ec6a-fb95-47f2-b14e-0dd0c79a0062)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:24:11.732404 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3648d9b4-16fa-47f4-ae04-1f622b8f744b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (a4c637e0-7a07-4fcc-9c41-19c83a042286), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:11.746251 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-3648d9b4-16fa-47f4-ae04-1f622b8f744b admin admin] Calling delete_port for a4c637e0-7a07-4fcc-9c41-19c83a042286 owned by network:dhcp {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:24:11.759606 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-c83d156a-6ac4-4ad1-b8a7-c4fc15aa54d7 None None] Deleting port a4c637e0-7a07-4fcc-9c41-19c83a042286 {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:24:11.760061 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c83d156a-6ac4-4ad1-b8a7-c4fc15aa54d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748545088278'] for port (a4c637e0-7a07-4fcc-9c41-19c83a042286), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:11.832399 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-c83d156a-6ac4-4ad1-b8a7-c4fc15aa54d7 None None] For port a4c637e0-7a07-4fcc-9c41-19c83a042286, host dv-cinder-562053-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-19-iscsi',level=0,port_id=a4c637e0-7a07-4fcc-9c41-19c83a042286,segment=NetworkSegment(6bc6ec6a-fb95-47f2-b14e-0dd0c79a0062),segment_id=6bc6ec6a-fb95-47f2-b14e-0dd0c79a0062)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:24:11.832897 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c83d156a-6ac4-4ad1-b8a7-c4fc15aa54d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038926'] for port (a4c637e0-7a07-4fcc-9c41-19c83a042286), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:11.849079 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-c83d156a-6ac4-4ad1-b8a7-c4fc15aa54d7 None None] Calling delete_port for a4c637e0-7a07-4fcc-9c41-19c83a042286 owned by network:dhcp {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:24:11.922407 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3648d9b4-16fa-47f4-ae04-1f622b8f744b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10426420'] for port (a4c637e0-7a07-4fcc-9c41-19c83a042286), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:11.931765 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c83d156a-6ac4-4ad1-b8a7-c4fc15aa54d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748545096057', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748544541943'] for port (a4c637e0-7a07-4fcc-9c41-19c83a042286), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:11.952978 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648d9b4-16fa-47f4-ae04-1f622b8f744b admin admin] Pushing event deleted for resources: {'Port': ['ID=a4c637e0-7a07-4fcc-9c41-19c83a042286,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:11.954492 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d156a-6ac4-4ad1-b8a7-c4fc15aa54d7 None None] Pushing event deleted for resources: {'Port': ['ID=a4c637e0-7a07-4fcc-9c41-19c83a042286,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:11.954806 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3648d9b4-16fa-47f4-ae04-1f622b8f744b admin admin] No DVR routers for this DVR port a4c637e0-7a07-4fcc-9c41-19c83a042286 on host dv-cinder-562053-19-iscsi {{(pid=103832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:24:11.956582 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83d156a-6ac4-4ad1-b8a7-c4fc15aa54d7 None None] No DVR routers for this DVR port a4c637e0-7a07-4fcc-9c41-19c83a042286 on host dv-cinder-562053-19-iscsi {{(pid=103833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:24:12.027109 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3648d9b4-16fa-47f4-ae04-1f622b8f744b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1238605', 'neutron.services.segments.db._delete_segments_for_network-8748544868922'] for network (85bb765c-e28f-4611-b7b0-43fea60201ff), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:12.047003 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.services.segments.db [None req-3648d9b4-16fa-47f4-ae04-1f622b8f744b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85bb765c-e28f-4611-b7b0-43fea60201ff']}} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:12.056050 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.services.segments.db [None req-3648d9b4-16fa-47f4-ae04-1f622b8f744b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc6ec6a-fb95-47f2-b14e-0dd0c79a0062') {'for_net_delete': True} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:12.056391 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.services.segments.db [None req-3648d9b4-16fa-47f4-ae04-1f622b8f744b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc6ec6a-fb95-47f2-b14e-0dd0c79a0062') {} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:12.065916 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3648d9b4-16fa-47f4-ae04-1f622b8f744b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748544868419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032654'] for segment (6bc6ec6a-fb95-47f2-b14e-0dd0c79a0062), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:12.078740 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3648d9b4-16fa-47f4-ae04-1f622b8f744b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561'] for segment (6bc6ec6a-fb95-47f2-b14e-0dd0c79a0062), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:12.085649 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3648d9b4-16fa-47f4-ae04-1f622b8f744b admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:24:12.085649 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3648d9b4-16fa-47f4-ae04-1f622b8f744b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1176561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10426465'] for segment (6bc6ec6a-fb95-47f2-b14e-0dd0c79a0062), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: Traceback (most recent call last): Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: timer() Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: cb(*args, **kw) Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: return func(*args, **kwargs) Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: self._notify() Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: self.callback(batched_events) Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: event.method(event) Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: return f(self, *a, **k) Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: return self._get(url).json() Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: return self.request(url, 'GET', **kwargs) Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:24:12.087167 dv-cinder-562053-19-iscsi neutron-server[103832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:24:12.190168 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3648d9b4-16fa-47f4-ae04-1f622b8f744b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1238596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033322'] for network (85bb765c-e28f-4611-b7b0-43fea60201ff), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:12.197589 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3648d9b4-16fa-47f4-ae04-1f622b8f744b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025652'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:12.201333 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-3648d9b4-16fa-47f4-ae04-1f622b8f744b admin admin] 10.222.0.39 "DELETE /v2.0/networks/85bb765c-e28f-4611-b7b0-43fea60201ff HTTP/1.1" status: 204 len: 168 time: 0.6701167 Mar 29 16:24:12.210364 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648d9b4-16fa-47f4-ae04-1f622b8f744b admin admin] Pushing event deleted for resources: {'Network': ['ID=85bb765c-e28f-4611-b7b0-43fea60201ff,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:12.245891 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 8964b6bc-e2db-418a-9af9-b70a912d01fc no longer exists at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:24:12.269459 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] No Port match for: 8964b6bc-e2db-418a-9af9-b70a912d01fc {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:24:12.269799 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 8964b6bc-e2db-418a-9af9-b70a912d01fc not bound to the agent host dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:24:12.270209 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device a4c637e0-7a07-4fcc-9c41-19c83a042286 no longer exists at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:24:12.288436 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] No Port match for: a4c637e0-7a07-4fcc-9c41-19c83a042286 {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:24:12.288809 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device a4c637e0-7a07-4fcc-9c41-19c83a042286 not bound to the agent host dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:24:12.289205 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 4091ce9f-77fb-41d1-888f-059ffc7406ef no longer exists at agent ovs-agent-dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:24:12.308357 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] No Port match for: 4091ce9f-77fb-41d1-888f-059ffc7406ef {{(pid=103833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:24:12.308706 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.rpc [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Device 4091ce9f-77fb-41d1-888f-059ffc7406ef not bound to the agent host dv-cinder-562053-19-iscsi {{(pid=103833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:24:12.503212 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 49442) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:24:12.541589 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-77f4d979-6f70-407e-b0ac-673c6471b1c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=abb3890e72444214948890d93eb94ef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369785 Mar 29 16:24:12.543775 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 49444) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:24:12.589050 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4a2c8ad0-3923-4cb1-9b12-d54a687f61cc admin admin] Publish callbacks [] for security_group (7f3e8f83-288b-4370-a75c-b7bfb2303f3b), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:12.609854 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4a2c8ad0-3923-4cb1-9b12-d54a687f61cc admin admin] Publish callbacks [] for security_group (7f3e8f83-288b-4370-a75c-b7bfb2303f3b), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:12.721992 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4a2c8ad0-3923-4cb1-9b12-d54a687f61cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (7f3e8f83-288b-4370-a75c-b7bfb2303f3b), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:12.724634 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4a2c8ad0-3923-4cb1-9b12-d54a687f61cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:12.725797 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-4a2c8ad0-3923-4cb1-9b12-d54a687f61cc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7f3e8f83-288b-4370-a75c-b7bfb2303f3b HTTP/1.1" status: 204 len: 168 time: 0.1811161 Mar 29 16:24:12.733432 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c8ad0-3923-4cb1-9b12-d54a687f61cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3e8f83-288b-4370-a75c-b7bfb2303f3b,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:13.286029 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 49452) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:24:13.329133 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-25140ba7-c5dd-49e1-b000-0cdbb32bf797 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6cb3623b18244d72a694402de8d45c66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419540 Mar 29 16:24:13.332211 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 49454) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:24:13.377948 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-407adfd4-d460-49ca-bb96-3659af48b464 admin admin] Publish callbacks [] for security_group (27da2cd6-2a94-4393-9c25-afd2d8a011a2), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:13.398817 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-407adfd4-d460-49ca-bb96-3659af48b464 admin admin] Publish callbacks [] for security_group (27da2cd6-2a94-4393-9c25-afd2d8a011a2), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:13.493467 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-407adfd4-d460-49ca-bb96-3659af48b464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543194'] for security_group (27da2cd6-2a94-4393-9c25-afd2d8a011a2), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:13.496179 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-407adfd4-d460-49ca-bb96-3659af48b464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:13.497333 dv-cinder-562053-19-iscsi neutron-server[103832]: INFO neutron.wsgi [None req-407adfd4-d460-49ca-bb96-3659af48b464 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/27da2cd6-2a94-4393-9c25-afd2d8a011a2 HTTP/1.1" status: 204 len: 168 time: 0.1642306 Mar 29 16:24:13.505504 dv-cinder-562053-19-iscsi neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407adfd4-d460-49ca-bb96-3659af48b464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27da2cd6-2a94-4393-9c25-afd2d8a011a2,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:14.253186 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:20.429381 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:24:22.327230 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-777d42bc-660e-460c-855c-7559ca4d0454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:24.526979 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-71fa4e89-2c67-4239-a72f-0729a874d815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:25.847208 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:27.241141 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:28.555521 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:44.240945 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:52.349255 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-47d7e20a-a13d-4734-ab6a-eab3554c27ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:54.521168 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-74e6f702-f396-43f5-8a60-8f013d652eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:55.846398 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:57.258146 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:57.428121 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:24:58.555570 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:14.246464 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:22.354872 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-40914947-7d85-4f23-bca4-a176de1732c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:24.514811 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6c570d0f-4dc4-411b-a51d-9cd0b39df949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:25.857267 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:27.297369 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:28.548846 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:34.427083 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:25:44.284212 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:52.342682 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-45c87732-edeb-4ac3-afe3-164e8b8cd342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:54.529735 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2d51b640-3fe8-456d-96fb-f5b5b3c38565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:55.862994 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:57.272673 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:58.565798 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:26:11.425351 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:26:14.306187 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:26:22.342394 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d1395901-56d8-4207-9248-e691bbb29891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:26:24.558043 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3f3c73a0-20c8-414b-89bd-cdeb8b430a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:26:25.856411 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:26:27.260192 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:26:28.574285 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:26:44.328220 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:26:48.423232 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:26:52.333508 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ed63de4e-5601-4fc9-ad0a-0b76d9c84aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:26:54.538948 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-319d00fd-926d-4372-84f1-ed765e67c194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:26:55.870304 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:26:57.279031 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:26:58.558801 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:27:14.347230 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:27:22.341376 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8221c9b7-96f3-413b-bed7-7d86cbb031d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:27:24.541267 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9d81375f-7cc5-4370-bd1b-35913b7e852b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:27:25.421793 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:27:25.873089 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:27:27.274763 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:27:28.572566 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:27:44.332141 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:27:52.358257 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-012728da-ec6f-4895-9367-f67b5a42b019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:27:54.537264 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-02406627-fd6a-41fd-834e-341ebf961683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:27:55.866934 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:27:57.283828 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:27:58.577337 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:28:02.421392 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:28:14.330748 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:28:22.330253 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4ac3bd09-824d-4b00-a9ee-2d1b34e77999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:28:24.518888 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-40104e1f-eb9a-4d4f-a033-c201708c9a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:28:26.021592 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:28:27.289386 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:28:28.576202 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:28:39.421052 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:28:44.358401 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:28:52.369061 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-463f0fb9-b7e6-409b-bc39-7de0c406e44b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:28:54.523917 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2698b4f5-0085-4b5f-aa0b-2c9e97a28165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:28:55.866338 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-afc68464-18d3-4983-bc86-01dd1e105e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (75c611ef-55f3-44e0-b79a-12a343b9dfb8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:28:57.283645 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d88f3cd3-cf0c-4bfa-8eb1-cb6198e383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (ecfe8d29-0131-4fe0-b402-0c79b6006f05), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:28:58.552380 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-177d9b28-3ebb-47e5-ba55-f7282e072031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (e8838db2-72d1-4575-857c-ebb7c890e0bc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:29:14.346184 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a7de51e-0ce7-4c5f-855c-61212aef46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (cb22ad3b-74f2-4994-b299-960cea1745ef), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:29:16.419869 dv-cinder-562053-19-iscsi neutron-server[103834]: DEBUG neutron.db.agents_db [None req-d05fd786-9ca6-48b1-8b6f-490ca6b373ff None None] Agent healthcheck: found 6 active agents {{(pid=103834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:29:22.357265 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6c5722c9-c691-45ce-b4a4-fc45e0ff4207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (60b75cb5-fa55-4ab5-bd81-9da0c894ffc8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:29:24.522949 dv-cinder-562053-19-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2335ec2b-7437-49be-80c4-104ae6ce0953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748544868904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1239180'] for agent (d859b4ee-f20c-419b-b7c3-2b2640a5c7fc), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}